-- Logs begin at Tue 2021-06-29 09:59:53 UTC, end at Tue 2021-06-29 10:57:09 UTC. -- Jun 29 10:34:39.335360 dv-cinder-786627-13-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:34:41.986944 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:34:41.987437 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:34:41.987727 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99629) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:34:41.990916 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:34:41.991171 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:34:41.991475 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99629) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:34:41.992395 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:41.992628 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:41.993020 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:41.993264 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:41.993485 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:41.993798 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.994089 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.994379 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.994605 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.994896 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.995190 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.995459 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.995742 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.996033 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.996314 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.996589 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.996874 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.997136 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.997409 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.997688 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.997966 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.998185 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] debug = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.998458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.998872 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.999272 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.999542 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:41.999823 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.000229 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.000441 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.000714 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.001618 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.001913 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] host = dv-cinder-786627-13-smb {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.002352 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.002642 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.002926 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.003210 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.003483 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.003757 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.004035 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.004305 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.004576 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.004845 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.005160 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.005443 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.005728 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.005948 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.006165 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.006447 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.006730 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.007007 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.007280 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.007549 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.007818 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.008086 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.008348 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.008627 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.008902 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.009202 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.009470 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.009738 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.010003 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.010268 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.010545 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.010812 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.011078 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.011345 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.011626 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.011894 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.012158 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.012449 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.012727 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.013025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.013305 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.013574 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.013848 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.014113 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.014380 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.014644 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] use_json = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.014909 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.015173 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.015445 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.015778 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.016053 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.016322 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.016617 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.016997 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:42.017347 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.017641 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.017938 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.018216 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.018505 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.018780 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.019062 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.019336 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.019618 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.019900 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.020184 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.020457 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.020738 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.021034 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.021325 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.021626 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.021917 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.022204 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.022478 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.022750 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.023021 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.023295 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.023578 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.023877 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.024149 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.024418 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.024693 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.025003 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.025279 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.025814 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.026086 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.026368 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.026643 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.026919 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.027197 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.027470 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.027738 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.028004 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.028275 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.028561 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.028835 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.029128 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.029397 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.029671 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.029939 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.030217 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.030489 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.030758 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.031026 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.031353 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.031644 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.031916 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.032222 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.032695 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.032782 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.033046 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.033315 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.033586 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.033855 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.034123 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.034389 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.034658 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.034931 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.035199 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.035468 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.035737 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.036002 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.036271 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.036557 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.036856 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.037156 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.037431 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.037706 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.037978 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.038251 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.038523 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.038796 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.039070 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.039338 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.039622 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.039901 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.040183 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.040459 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.040731 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.041047 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.041321 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.041598 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.041870 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.042142 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.042425 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.042703 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.042989 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.043275 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.043561 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.043846 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.044132 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.044410 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.044716 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.045017 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:42.045233 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:42.045467 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99629) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:34:42.390814 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:42.391091 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:42.391381 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:42.391868 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:34:42.776760 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.776973 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.777248 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.778532 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.778806 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.779069 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.812583 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.812803 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.813131 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.826498 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.826778 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.827047 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.857007 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.857290 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.857553 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.892407 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.892674 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:42.893056 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.121163 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.121774 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.121774 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.121968 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.122663 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.246137 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.246453 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.246731 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.247000 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.247263 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.247573 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.247829 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.248082 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.248332 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.248612 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.248868 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.249159 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.249417 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.249678 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.249933 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.250196 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.250461 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.251401 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.251701 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.252121 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.252411 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.252766 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.253048 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.253336 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.253584 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.253829 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.254221 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:43.254459 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:43.254694 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:43.254927 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:43.255160 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:43.255392 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:43.255752 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:34:43.258831 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:34:43.262738 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:34:43.267153 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 29 10:34:43.268875 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:34:43.269350 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:34:43.269677 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:34:43.270052 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:34:43.272968 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:34:43.273218 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:34:43.273562 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:34:43.301038 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:34:43.301473 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.301765 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99629) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 10:34:43.302124 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.303452 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99629) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:34:43.303728 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:34:43.303967 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:34:43.307166 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.307442 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:43.371123 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:34:43.371404 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:34:43.371596 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:34:43.371965 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:34:43.393141 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_db.sqlalchemy.engines [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99629) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:34:43.919067 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing driver for type 'gre' Jun 29 10:34:43.919576 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] gre ID ranges: [(1, 1000)] Jun 29 10:34:43.973634 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing driver for type 'local' Jun 29 10:34:43.973929 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing driver for type 'vlan' Jun 29 10:34:43.987818 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] VlanTypeDriver initialization complete Jun 29 10:34:43.988230 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing driver for type 'vxlan' Jun 29 10:34:43.988800 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:34:44.039396 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing extension driver 'port_security' Jun 29 10:34:44.039865 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] PortSecurityExtensionDriver initialization complete Jun 29 10:34:44.040207 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing mechanism driver 'openvswitch' Jun 29 10:34:44.040542 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing mechanism driver 'hyperv' Jun 29 10:34:44.047134 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.plugins.ml2.plugin [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:44.048222 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.048462 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.048825 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.049246 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.049602 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.049950 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.050331 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.050682 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.051033 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.051419 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > security_group after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.051772 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > security_group after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.052120 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > security_group after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.052502 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.052853 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.053222 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.053605 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > address_group after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.053955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > address_group after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.054300 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > address_group after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.054643 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] ML2 OVO RPC backend initialized. {{(pid=99629) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 10:34:44.055355 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.055711 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.056129 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.056476 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > networks before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.056825 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.057196 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > ports before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.057540 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.057884 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnets before_response 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.058231 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.058570 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.058904 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.059246 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.059584 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.059923 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.060259 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.060594 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.060948 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.061537 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.plugin [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Modular L2 Plugin initialization complete Jun 29 10:34:44.061870 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading services supported by the core plugin {{(pid=99629) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:34:44.062200 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.plugins.ml2.managers [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Got port-security extension from driver 'port_security' Jun 29 10:34:44.062753 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.extensions.vlantransparent [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Disabled vlantransparent extension. Jun 29 10:34:44.063249 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99629) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:34:44.064079 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: router Jun 29 10:34:44.100523 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_interface before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.100945 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_create 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.101325 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router before_create 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.101691 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.102062 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.102415 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_delete 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.102774 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > floatingip after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.103146 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_create 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.103494 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_update 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.103844 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_update 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.104193 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.104554 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_update 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.104986 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_update 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.105359 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.105700 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.106037 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: subnet after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.106376 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.106725 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > port precommit_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.107071 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_create 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.107414 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.107759 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.108116 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router after_update 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.108458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_delete 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.108806 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_create 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.109196 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.109622 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_update 55549900 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.109991 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > agent after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.110371 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > agent after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.110722 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > network after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.111591 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Tracking information for resource: router configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:44.111927 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Tracking information for resource: floatingip configured {{(pid=99629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:44.116851 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.db.l3_agentschedulers_db [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:34:44.117460 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.117822 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port after_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.118173 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port after_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.118525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: port after_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.119323 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router before_create 55550100 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.119689 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_delete 55550100 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.120050 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_create 55550100 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.120408 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > router precommit_update 55550100 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.124933 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.provider_configuration [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service providers = [] {{(pid=99629) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:34:44.125461 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.db.servicetype_db [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99629) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:34:44.128312 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.service_base [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:44.128656 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.service_base [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:44.129027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.service_base [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:44.129913 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.services.service_base [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:44.130291 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.services.service_base [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:34:44.130670 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.130986 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:34:44.143492 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.143830 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: auto_allocate Jun 29 10:34:44.149689 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: network precommit_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.150058 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: network precommit_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.150838 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.151161 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: tag Jun 29 10:34:44.158449 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.158779 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: timestamp Jun 29 10:34:44.162583 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.162916 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: network_ip_availability Jun 29 10:34:44.169640 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.170041 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.170557 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.171634 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.172064 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: flavors Jun 29 10:34:44.179760 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.180157 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading Plugin: revisions Jun 29 10:34:44.186567 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:44.187253 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_concurrency.lockutils [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=99629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:44.188521 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99629) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 10:34:44.189416 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Initializing extension manager. Jun 29 10:34:44.190169 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: __init__.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.190560 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: __pycache__ {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.191145 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.191494 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: address_group.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.192258 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.192840 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: address-group Jun 29 10:34:44.193196 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: address_scope.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.193901 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.194417 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: address-scope Jun 29 10:34:44.194739 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.195656 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.196174 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:34:44.196494 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: agent.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.197207 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.197717 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: agent Jun 29 10:34:44.198035 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: agent_resources_synced.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.198936 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.199444 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: agent-resources-synced Jun 29 10:34:44.199763 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: allowedaddresspairs.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.201551 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.202077 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: allowed-address-pairs Jun 29 10:34:44.202405 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: auto_allocated_topology.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.203662 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.204209 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: auto-allocated-topology Jun 29 10:34:44.204534 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: availability_zone.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.205243 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.205752 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: availability_zone Jun 29 10:34:44.206074 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: availability_zone_filter.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.206974 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.207485 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: availability_zone_filter Jun 29 10:34:44.207807 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: data_plane_status.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.208706 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.209246 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:34:44.209572 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: default_subnetpools.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.210472 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.210991 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: default-subnetpools Jun 29 10:34:44.211317 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.212117 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.212629 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:34:44.212984 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: dns.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.213897 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.214408 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:34:44.214732 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: dns_domain_ports.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.215631 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.216139 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:34:44.216506 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.217445 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.217957 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:34:44.218284 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: dvr.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.219007 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.219517 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: dvr Jun 29 10:34:44.219929 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: empty_string_filtering.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.220844 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.221378 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: empty-string-filtering Jun 29 10:34:44.221701 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.222596 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.223101 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:34:44.223423 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.224328 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.224839 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:34:44.225192 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: external_net.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.226092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.226600 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: external-net Jun 29 10:34:44.226925 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.227811 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.228324 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: extra_dhcp_opt Jun 29 10:34:44.228647 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: extraroute.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.229568 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.230079 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: extraroute Jun 29 10:34:44.230402 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: extraroute_atomic.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.231420 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.231939 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: extraroute-atomic Jun 29 10:34:44.232264 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: filter_validation.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.232930 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.233460 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: filter-validation Jun 29 10:34:44.233781 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: fip_pf_description.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.234673 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.235687 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:34:44.236104 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: fip_port_details.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.237028 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.237545 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: fip-port-details Jun 29 10:34:44.237866 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: flavors.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.239084 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.239601 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: flavors Jun 29 10:34:44.239924 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.241599 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.242120 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:34:44.242448 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: floatingip_pools.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.243133 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.243644 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: floatingip-pools Jun 29 10:34:44.243970 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: ip_allocation.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.244872 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.245406 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:34:44.245728 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.246631 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.247142 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: ip-substring-filtering Jun 29 10:34:44.247467 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l2_adjacency.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.248393 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.248900 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:34:44.249250 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.250205 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.250724 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: router Jun 29 10:34:44.251762 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.254140 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.254673 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:34:44.255009 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.255924 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.256443 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: ext-gw-mode Jun 29 10:34:44.256772 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.257721 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.258247 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: l3-ha Jun 29 10:34:44.258574 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3_flavors.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.259486 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.259999 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: l3-flavors Jun 29 10:34:44.260323 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.261262 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.261777 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:34:44.262102 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: l3agentscheduler.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.263134 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.263652 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: l3_agent_scheduler Jun 29 10:34:44.263980 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: logging.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.265558 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.266090 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension logging not supported by any of loaded plugins Jun 29 10:34:44.266446 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: metering.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.267180 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.267765 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: metering Jun 29 10:34:44.268091 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.269196 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.269716 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:34:44.270038 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: multiprovidernet.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.270955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.271468 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: multi-provider Jun 29 10:34:44.271790 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: netmtu.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.272693 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.273228 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: net-mtu Jun 29 10:34:44.273550 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: netmtu_writable.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.274446 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.274953 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: net-mtu-writable Jun 29 10:34:44.275273 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: network_availability_zone.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.276190 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.276700 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: network_availability_zone Jun 29 10:34:44.277057 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: network_ip_availability.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.278142 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.278657 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: network-ip-availability Jun 29 10:34:44.278982 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: network_segment_range.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.279731 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.280236 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:34:44.280557 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: pagination.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.281609 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.281938 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: pagination Jun 29 10:34:44.282303 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: port_device_profile.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.283412 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.283933 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: port-device-profile Jun 29 10:34:44.284257 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.285218 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.285732 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: port-mac-address-regenerate Jun 29 10:34:44.286056 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.286949 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.287467 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: port-numa-affinity-policy Jun 29 10:34:44.287788 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: port_resource_request.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.288677 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.289212 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:34:44.289602 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: portbindings.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.290445 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.290954 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: binding Jun 29 10:34:44.291273 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: portbindings_extended.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.292533 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.293085 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: binding-extended Jun 29 10:34:44.293414 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: portsecurity.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.294319 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.294834 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: port-security Jun 29 10:34:44.295158 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: project_id.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.296117 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.296447 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: project-id Jun 29 10:34:44.296775 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: providernet.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.298234 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.299074 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: provider Jun 29 10:34:44.299403 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.303144 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.303675 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos not supported by any of loaded plugins Jun 29 10:34:44.304006 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.305269 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.305788 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:34:44.306116 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.307029 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.307544 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:34:44.307871 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_default.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.308773 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.309316 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:34:44.309645 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_fip.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.310291 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.310803 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:34:44.311126 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_gateway_ip.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.312035 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.312553 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:34:44.312876 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_port_network_policy.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.314460 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.314973 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:34:44.315296 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_rule_type_details.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.316202 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.316743 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:34:44.317102 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: qos_rules_alias.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.318129 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.318646 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:34:44.318970 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: quotasv2.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.319879 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.320204 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: quotas Jun 29 10:34:44.320524 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: quotasv2_detail.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.323717 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.324060 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: quota_details Jun 29 10:34:44.324390 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: rbac.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.325471 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.326002 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: rbac-policies Jun 29 10:34:44.326332 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: rbac_address_group.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.327256 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.327776 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: rbac-address-group Jun 29 10:34:44.328102 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: rbac_address_scope.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.329202 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.329718 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: rbac-address-scope Jun 29 10:34:44.330043 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: rbac_security_groups.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.330945 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.331461 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: rbac-security-groups Jun 29 10:34:44.331785 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: rbac_subnetpool.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.332692 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.333231 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: rbac-subnetpool Jun 29 10:34:44.333556 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: revisionifmatch.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.334465 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.334977 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: revision-if-match Jun 29 10:34:44.335301 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: revisions.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.336612 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.337164 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: standard-attr-revisions Jun 29 10:34:44.337495 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: router_availability_zone.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.338161 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.338678 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: router_availability_zone Jun 29 10:34:44.339000 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: routerservicetype.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.339905 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.340420 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:34:44.340743 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.341679 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.342200 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:34:44.342525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.343433 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.344027 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: port-security-groups-filtering Jun 29 10:34:44.344350 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.345318 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.345841 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: security-groups-remote-address-group Jun 29 10:34:44.346167 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: securitygroup.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.355900 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.356442 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: security-group Jun 29 10:34:44.356775 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: segment.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.357600 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.358115 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension segment not supported by any of loaded plugins Jun 29 10:34:44.358444 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.359381 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.359896 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:34:44.360744 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: servicetype.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.361869 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.362402 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: service-type Jun 29 10:34:44.362733 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: sorting.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.363701 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.364032 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: sorting Jun 29 10:34:44.364356 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: standard_attr_segment.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.365355 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.365871 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:34:44.366194 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: standardattrdescription.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.366830 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.367336 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: standard-attr-description Jun 29 10:34:44.367656 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: stateful_security_group.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.368575 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.369115 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: stateful-security-group Jun 29 10:34:44.369441 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: stdattrs_common.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.370014 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:34:44.370336 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.371255 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.371770 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:34:44.372090 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: subnet_onboard.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.373176 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.373700 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: subnet_onboard Jun 29 10:34:44.374025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.374957 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.375519 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:34:44.376472 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: subnet_service_types.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.377411 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.377929 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: subnet-service-types Jun 29 10:34:44.378255 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: subnetallocation.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.379341 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.379861 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: subnet_allocation Jun 29 10:34:44.380190 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.380867 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.381419 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:34:44.381744 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.382674 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.383198 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:34:44.383524 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: tagging.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.384567 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.385127 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: standard-attr-tag Jun 29 10:34:44.385459 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: timestamp.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.386645 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.387163 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loaded extension: standard-attr-timestamp Jun 29 10:34:44.387490 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: trunk.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.388508 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.389064 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension trunk not supported by any of loaded plugins Jun 29 10:34:44.389390 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: trunk_details.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.390297 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.390815 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:34:44.391165 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: uplink_status_propagation.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.392291 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.392808 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:34:44.393230 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Loading extension file: vlantransparent.py {{(pid=99629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:44.393895 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:44.394414 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:34:44.396859 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:network Jun 29 10:34:44.397416 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:34:44.397826 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:44.398221 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:port Jun 29 10:34:44.399453 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.399889 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service FLAVORS assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.400763 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.401223 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.401557 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:router Jun 29 10:34:44.402006 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:34:44.402504 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service METERING assigned prefix: /metering {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.403966 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.404344 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.404695 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:44.405718 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:34:44.406168 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:34:44.406611 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:34:44.407855 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service CORE assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.408198 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:44.408541 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] subnetpool is already registered Jun 29 10:34:44.409004 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service CORE assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.409333 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:44.409665 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] subnetpool is already registered Jun 29 10:34:44.411968 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.412405 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service FLAVORS assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.413030 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.413457 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.413792 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:router Jun 29 10:34:44.414130 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] router is already registered Jun 29 10:34:44.414546 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:34:44.414889 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] floatingip is already registered Jun 29 10:34:44.415344 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service METERING assigned prefix: /metering {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.416011 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:34:44.416337 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] rbac_policy is already registered Jun 29 10:34:44.416751 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:34:44.417111 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] security_group is already registered Jun 29 10:34:44.417516 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:34:44.417850 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] security_group_rule is already registered Jun 29 10:34:44.418467 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service CORE assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.418795 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:44.419131 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] subnetpool is already registered Jun 29 10:34:44.419549 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.v2.resource_helper [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Service CORE assigned prefix: {{(pid=99629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:44.419923 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:44.420206 dv-cinder-786627-13-smb neutron-server[99629]: WARNING neutron.quota.resource_registry [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] subnetpool is already registered Jun 29 10:34:44.420675 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: extensions {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.422251 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: address-groups {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.424494 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: address-scopes {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.425845 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: agents {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.427013 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: auto-allocated-topology {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.428260 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: availability_zones {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.429525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: dhcp-networks {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.432214 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: dhcp-agents {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.433682 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: routers {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.435393 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: flavors {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.436673 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: service_profiles {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.437907 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: next_providers {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.439463 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: service_profiles {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.441032 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: floatingip-pools {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.442370 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: routers {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.444068 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: floatingips {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.445436 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: l3-routers {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.446854 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: l3-agents {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.448260 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: metering-labels {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.449536 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: metering-label-rules {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.450929 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: network-ip-availabilities {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.452175 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: bindings {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.453780 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: quotas {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.455450 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: quotas {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.456877 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: rbac-policies {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.458099 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: security-groups {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.459479 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: security-group-rules {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.460730 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: service-providers {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.461990 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: subnetpools {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.463302 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: subnetpools {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.464863 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.466594 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.468412 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.470936 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.472646 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.474626 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.476334 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.478166 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.480031 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.481800 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron.api.extensions [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Extended resource: tags {{(pid=99629) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:44.488654 dv-cinder-786627-13-smb neutron-server[99629]: WARNING keystonemiddleware.auth_token [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:34:44.493229 dv-cinder-786627-13-smb neutron-server[99629]: WARNING keystonemiddleware.auth_token [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:34:44.502658 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_concurrency.lockutils [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Acquired lock "singleton_lock" {{(pid=99629) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 10:34:44.503132 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_concurrency.lockutils [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Releasing lock "singleton_lock" {{(pid=99629) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 10:34:44.503778 dv-cinder-786627-13-smb neutron-server[99629]: INFO oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Starting 2 workers Jun 29 10:34:44.508513 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Started child 99737 {{(pid=99629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:44.512858 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Started child 99738 {{(pid=99629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:44.513865 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.514592 dv-cinder-786627-13-smb neutron-server[99629]: INFO neutron.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:34:44.515096 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Notify callbacks [] for process, before_spawn {{(pid=99629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.515307 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [-] (99737) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:34:44.515702 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48724) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:44.517647 dv-cinder-786627-13-smb neutron-server[99629]: INFO oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Starting 1 workers Jun 29 10:34:44.517819 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.519149 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [-] (99738) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:34:44.522844 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Started child 99739 {{(pid=99629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:44.523415 dv-cinder-786627-13-smb neutron-server[99629]: INFO oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Starting 1 workers Jun 29 10:34:44.525579 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066025 Jun 29 10:34:44.528414 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] calling RpcWorker wait() {{(pid=99739) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:34:44.528414 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] returning from RpcWorker wait() {{(pid=99739) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:34:44.528414 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.529323 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:44.529472 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Started child 99740 {{(pid=99629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:44.529916 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG neutron_lib.callbacks.manager [None req-8ae77f0f-86bd-4216-81ed-dc575d37e8cf None None] Notify callbacks [] for process, after_spawn {{(pid=99629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.531994 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99629) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:34:44.532735 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:44.532944 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:44.533164 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:44.533517 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:44.533676 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:44.534187 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.534478 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.534755 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.535025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.535331 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.535905 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.536179 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.536413 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.536695 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.536942 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.537128 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.537298 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.537562 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.537796 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.538157 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.538437 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.538703 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.538980 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.539154 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.539417 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.539700 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.539951 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.540211 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] debug = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.540433 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.540986 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.541866 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.542341 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.542341 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.542485 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.542778 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.543012 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.543301 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.543557 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.543792 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.544009 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.544276 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.544522 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.544744 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.544996 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.545266 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.545504 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.545950 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] host = dv-cinder-786627-13-smb {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.546189 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.546404 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.546666 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.546834 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:44.547019 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.547281 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.547501 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.548312 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.548664 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.548911 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.549169 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.549412 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.549664 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.549914 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.550162 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.550330 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_options = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.550583 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.550852 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.551106 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.551298 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.551463 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.551645 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.551901 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.552057 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.552322 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.552559 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.552777 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.553027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.553247 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.553462 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.553710 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.553958 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.554201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.554429 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.554680 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.554928 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.555151 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.555383 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.555620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.555830 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.556043 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557057 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557057 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557057 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557057 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557361 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557438 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.557688 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.558765 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.558765 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.558765 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.558765 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.559045 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.559119 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.559767 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.559767 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.559940 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.560093 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.560301 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.560485 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.560716 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.560950 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_json = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.561160 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.561397 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.561758 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.561910 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.562103 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.562305 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.562524 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.562750 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.563639 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.563943 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.564244 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.564517 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.564752 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.565055 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.565308 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.565541 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.565823 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.566064 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.566592 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.566592 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.566882 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.567119 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.567360 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.567779 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569201 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569599 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.569795 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.570007 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.570270 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.571458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.571458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.571458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.571458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.571458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572129 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572129 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572129 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572803 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.572984 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.573786 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.573786 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.573786 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.574229 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.574229 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.574486 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.574635 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.574772 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576237 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576237 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576237 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576237 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576237 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576237 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576699 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576699 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.576699 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.578747 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.578747 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.578747 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.578747 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.578747 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.579642 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.579642 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.579642 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.580160 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.580160 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.580160 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.580493 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.580580 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.580809 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.582526 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.582762 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.583019 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.583249 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.584752 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.584752 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.584752 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.585646 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.585888 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.586119 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.587343 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.587343 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.587343 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.587343 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.587343 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.589296 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.589665 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.589946 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.590230 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.590472 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.590751 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.591012 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.591286 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.591525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.591801 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.592020 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.592321 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.592582 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.592856 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.593651 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.593905 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.594174 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.594406 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.595141 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.595370 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.595933 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.596184 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.596453 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.596712 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.597006 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.597428 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.597835 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.598181 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.598451 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.598740 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.598966 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.599226 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.599555 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.599813 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.600092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.600325 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.600588 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.600849 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.601358 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.601623 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.601858 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.603037 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.603285 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.603567 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.603805 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.604027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.604259 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.604516 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.604829 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.605117 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.605334 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.605580 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.606733 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.607006 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.607350 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.607628 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.607892 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.608151 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.608400 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.608652 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.608874 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.609130 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.609386 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.609619 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.609864 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.610097 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.611081 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.611351 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.611606 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.611867 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.613681 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.613681 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.613859 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.614000 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.614244 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.614497 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.614716 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.614938 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.615170 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.615388 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.615607 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.615843 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.616073 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.616328 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.617413 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.617413 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.617646 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.617830 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.618066 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.618294 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.618535 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.619077 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.619077 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.619244 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.619423 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.619637 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.619856 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.620086 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621130 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621130 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621130 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621130 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621458 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621656 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.621895 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.622126 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.622381 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.623415 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.623672 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.623898 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.624120 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.624338 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.624553 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.624772 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.626117 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.626366 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.627344 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.627344 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.627344 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.627649 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.627829 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.628055 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.628406 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.628669 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.628904 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.629223 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.629460 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.629692 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.629936 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.631189 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.631577 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.632502 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.633138 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.633498 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.633763 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.634001 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.634262 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.634510 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.634769 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.635019 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.635225 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.635442 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.635656 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.635891 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.636114 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.636331 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.636562 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.636833 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.637981 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.638402 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.638907 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.639319 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.639822 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.640271 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.640788 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.641279 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.641873 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.642321 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.642770 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.643259 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.643657 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.644101 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.644497 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.644900 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.645442 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.645894 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.646406 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.646905 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.647460 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.647782 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.648191 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.648483 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.648737 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.649784 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.650272 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.651010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.651433 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.651842 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.652250 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.652538 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.652799 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.653053 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.653307 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.653553 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.653777 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.654022 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.654259 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.654515 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.654754 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.654991 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.655242 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.655849 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.655849 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.656022 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.656175 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.656375 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99629) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659092 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659969 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.659969 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.660086 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.660171 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.660326 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.660477 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.660632 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.660952 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.661076 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.661161 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.661303 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.661612 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.661612 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.661767 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662167 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] debug = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662167 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662324 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662426 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662634 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662737 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.662916 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.663010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.663147 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.663312 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.663462 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.664955 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] host = dv-cinder-786627-13-smb {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665539 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665539 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665539 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665539 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665539 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665539 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665884 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.665884 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666001 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666627 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666627 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666627 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666627 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666947 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.666947 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_options = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.667093 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.667171 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.667294 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.667472 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.667893 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.667893 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668080 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668080 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668226 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668383 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668536 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668690 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.668851 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.669982 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.670097 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.670250 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.670412 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.670574 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.670735 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.670894 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.671053 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.671212 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.672945 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.673097 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.673297 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.673441 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.673629 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.673761 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.673918 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.674081 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.674247 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.674411 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.674570 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.674732 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.674892 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675054 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675207 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675376 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675529 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675690 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675850 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.675995 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.676168 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.676316 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.676456 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.676615 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_json = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.676766 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.676943 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.677118 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.677285 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.677412 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.677725 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.678034 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.678196 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:44.678560 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.678869 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.679186 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.679358 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.679525 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.679689 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.679853 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.680018 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.680180 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.680341 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.680648 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.680819 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.681322 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.681322 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.681322 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.681545 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.681610 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.681793 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.682547 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.682892 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:44.682999 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.683070 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.683228 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.683390 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.683556 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.683723 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.683887 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.684045 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.684183 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.684350 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.684512 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.684664 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.684829 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685014 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685179 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685341 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685504 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685669 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685834 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.685997 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.686150 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.686298 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.686462 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.686623 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.689712 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.689900 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.690087 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.690270 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.690449 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.690650 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.690793 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.690977 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.691147 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.691340 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.691470 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.691636 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.691800 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.691964 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.692127 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.692289 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.692452 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.692614 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.692791 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.693721 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.693902 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.694071 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.694235 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.694399 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.694562 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.694729 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.694889 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.695215 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.695397 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.695594 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.695735 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.695881 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.695977 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.696136 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.696318 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.696464 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.696626 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.696787 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.697105 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.697433 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.697828 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.698123 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.698292 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.698489 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.698714 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.698938 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.699212 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.699360 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.699569 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.699788 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.700010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.700243 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.700470 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.700690 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.700929 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.701187 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.701923 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.701923 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.701923 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.701923 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.702422 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.702422 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.702656 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.702814 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.703045 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.703263 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.703490 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.703703 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.703987 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.704695 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.704899 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.705339 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.705575 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.705809 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.706088 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.706247 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.706451 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.706620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.706783 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.706946 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.707108 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.707274 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.707434 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.707748 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.708087 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.708315 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.708442 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.708569 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.708723 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.708910 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.709983 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.709983 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.709983 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.709983 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.709983 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.709983 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.710729 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.710729 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.710729 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.710729 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.710729 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711073 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711073 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711073 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711296 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711416 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711564 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.711883 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.712047 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.712208 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.712368 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.712721 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.713065 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.713379 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.713529 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.713696 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.713856 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.714650 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.714650 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.714650 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.714650 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.714650 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715146 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715146 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715146 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715432 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715432 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715626 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.715840 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.716659 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.716826 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.717179 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.717179 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.717513 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.717513 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.717840 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.717840 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.718180 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.718180 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.719371 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.719604 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.719782 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.720116 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.720289 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.720460 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.720652 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.720773 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.721131 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.721299 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.721464 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722351 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722351 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722351 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722351 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722351 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722677 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722677 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722677 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.722859 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723074 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723166 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723304 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723450 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723635 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723799 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.723958 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.724120 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.724282 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.724445 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.724620 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.724776 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.724969 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.725138 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.725300 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.725461 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.725630 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.725789 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.725950 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.726113 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.726271 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.726432 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.726602 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.726767 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.726919 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.727080 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.727240 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.727401 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.727572 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.727732 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.727898 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.728058 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.728219 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.728380 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.728552 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729264 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729264 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729264 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729264 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729981 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729981 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729981 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729981 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.729981 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.733010 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.734027 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.735025 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.736469 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:44.737282 dv-cinder-786627-13-smb neutron-server[99629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:55.788309 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4821ef-0822-40af-9385-2b61afcd59b8 None None] get_active_networks_info from dv-cinder-786627-13-smb {{(pid=99739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 10:34:55.850208 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4821ef-0822-40af-9385-2b61afcd59b8 None None] No non-hosted networks {{(pid=99739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:34:55.864435 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.agentschedulers_db [None req-ae4821ef-0822-40af-9385-2b61afcd59b8 None None] DHCP Agent not found on host dv-cinder-786627-13-smb {{(pid=99739) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 10:34:55.955373 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa259-a970-4b42-9db7-3f4ce1afd2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509623'] for agent, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.466929 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-381ed1d4-fa52-4130-8b38-b9a9772a74c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509623'] for agent, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.512534 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-51ab52b2-3df0-4975-9fe8-ee47aafe1386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.763975 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509623'] for agent, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.764605 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.764973 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.765584 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.766125 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.766802 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.767277 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.768507 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.769161 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.770367 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.770904 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.771443 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.771998 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:58.772531 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:58.782655 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:59.545131 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509623'] for agent, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.099462 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509623'] for agent, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.230359 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48830) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:02.738541 dv-cinder-786627-13-smb neutron-server[99737]: WARNING oslo_policy.policy [None req-e078498b-8744-4d6d-b96f-80375b48abb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:02.739145 dv-cinder-786627-13-smb neutron-server[99737]: WARNING oslo_policy.policy [None req-e078498b-8744-4d6d-b96f-80375b48abb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:02.824130 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.db.l3_hamode_db [None req-2d88cb6e-127d-48db-96c8-21188e13959f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:35:02.898471 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88cb6e-127d-48db-96c8-21188e13959f None None] Routers set() bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:02.898852 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88cb6e-127d-48db-96c8-21188e13959f None None] Router IDs set() for agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 10:35:02.955375 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [None req-e078498b-8744-4d6d-b96f-80375b48abb6 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:35:02.956431 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e078498b-8744-4d6d-b96f-80375b48abb6 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7251136 Jun 29 10:35:05.279212 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48844) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:05.581605 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:05.672488 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.policy [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99737) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:35:05.718645 dv-cinder-786627-13-smb neutron-server[99737]: WARNING oslo_policy.policy [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:05.719012 dv-cinder-786627-13-smb neutron-server[99737]: WARNING oslo_policy.policy [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:05.727602 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.quota [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] Loaded quota_driver: . Jun 29 10:35:05.818337 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784076920301', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784076916736', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784076923951', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784076905957', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784076912552', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784076951116', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653636', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1345625', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672594'] for rbac-policy, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:05.880741 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:05.881919 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-98655826-0f7c-4dba-be3f-310418e241da admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6017778 Jun 29 10:35:08.398022 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 48856) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:08.895607 dv-cinder-786627-13-smb neutron-server[99738]: WARNING oslo_policy.policy [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:08.896196 dv-cinder-786627-13-smb neutron-server[99738]: WARNING oslo_policy.policy [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:09.114952 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'project_id': '5410520ffc6e46479a469f3cecbcc235'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:09.116605 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.quota [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Loaded quota_driver: . Jun 29 10:35:09.176588 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Made reservation on behalf of 5410520ffc6e46479a469f3cecbcc235 for: {'network': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:35:09.242483 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.policy [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99738) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:35:09.287672 dv-cinder-786627-13-smb neutron-server[99738]: WARNING oslo_policy.policy [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:09.288041 dv-cinder-786627-13-smb neutron-server[99738]: WARNING oslo_policy.policy [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:09.298397 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.320076 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.450692 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.454530 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.460806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:09.476048 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=99738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:35:09.503819 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784079572264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.504401 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Unsubscribe: segment precommit_create {{(pid=99738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:35:09.504872 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.segments_db [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Added segment aa1035aa-bb31-463a-962d-21d70719f223 of type vlan for network 9981ca48-840f-4526-9c28-c215b24b2114 Jun 29 10:35:09.528321 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f485d0bc-c440-43d3-b8a0-0b2e29ac66a4,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:09.547082 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.547417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.547751 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.548065 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.548922 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.549382 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.549695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.550001 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.550324 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.550636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.550938 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.551245 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Tracked resource versions report: Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: pushed versions: Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Log': {'1.0'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Network': {'1.1'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Port': {'1.7'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'PortForwarding': {'1.2'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'QosPolicy': {'1.8'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'SubPort': {'1.0'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Subnet': {'1.1'}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Trunk': {'1.1'}} Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: consumer versions: Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'ConntrackHelper': '1.0', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Log': '1.0', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Network': '1.1', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Port': '1.7', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'PortForwarding': '1.2', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'QosPolicy': '1.8', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroup': '1.4', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroupRule': '1.2', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'SubPort': '1.0', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Subnet': '1.1', Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: 'Trunk': '1.1'}} Jun 29 10:35:09.552281 dv-cinder-786627-13-smb neutron-server[99738]: {{(pid=99738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:09.637280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.641464 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:09.690920 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.692444 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:09.693162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.695866 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:09.770408 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3701322 Jun 29 10:35:09.791304 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Pushing event updated for resources: {'Network': ['ID=9981ca48-840f-4526-9c28-c215b24b2114,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:09.794758 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:09.804140 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 9981ca48-840f-4526-9c28-c215b24b2114 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:35:12.347174 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 48878) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:12.727430 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44c8e5-8faa-410b-b89f-527ea2b2d763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:12.728772 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-fd44c8e5-8faa-410b-b89f-527ea2b2d763 admin admin] 10.222.0.53 "GET /v2.0/networks/9981ca48-840f-4526-9c28-c215b24b2114 HTTP/1.1" status: 200 len: 825 time: 0.3806248 Jun 29 10:35:12.764998 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-c4b71551-1aba-4196-a042-05bcafaab3f3 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/ceea1329-e062-4019-87f1-d50f459502d7 HTTP/1.1" status: 200 len: 734 time: 0.0308185 Jun 29 10:35:12.773385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'name': 'private-subnet'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:12.794597 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Made reservation on behalf of 5410520ffc6e46479a469f3cecbcc235 for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:35:12.796980 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.089902 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.094020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:13.156310 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7a3e40-7e1e-440c-a3e2-9a2175f83d36,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:13.158756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Checking segment: {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:13.159142 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Network hostable DHCP agents. Network: 9981ca48-840f-4526-9c28-c215b24b2114, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:35:13.164607 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:13.182103 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Network 9981ca48-840f-4526-9c28-c215b24b2114 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:35:13.193647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 9981ca48-840f-4526-9c28-c215b24b2114) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:13.198230 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:13.198806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.203952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee58049-a7e4-42cd-aa2e-2a89a220d313 None None] Network 9981ca48-840f-4526-9c28-c215b24b2114 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:13.212908 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4427950 Jun 29 10:35:13.515451 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-9981ca48-840f-4526-9c28-c215b24b2114', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:35:13.516738 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.788212 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Allocated IP 172.20.0.2 (9981ca48-840f-4526-9c28-c215b24b2114/ff7a3e40-7e1e-440c-a3e2-9a2175f83d36/75501695-e9d4-4655-986b-843c2f4c5878) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:13.989307 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:14.032458 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Transition to ACTIVE for port object 75501695-e9d4-4655-986b-843c2f4c5878 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:14.054749 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Transition to ACTIVE for port object 75501695-e9d4-4655-986b-843c2f4c5878 will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:14.062694 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:14.065492 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:14.127932 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Network 9981ca48-840f-4526-9c28-c215b24b2114 is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:14.132528 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:14.145070 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:14.152434 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Pushing event updated for resources: {'Port': ['ID=75501695-e9d4-4655-986b-843c2f4c5878,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:14.194009 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.194391 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.194727 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.195054 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.195374 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.195697 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.196014 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.196328 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.196654 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.196985 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.197298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.197606 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Tracked resource versions report: Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: pushed versions: Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Log': {'1.0'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Network': {'1.1'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Port': {'1.7'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'PortForwarding': {'1.2'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'QosPolicy': {'1.8'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'SubPort': {'1.0'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Subnet': {'1.1'}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Trunk': {'1.1'}} Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: consumer versions: Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'ConntrackHelper': '1.0', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Log': '1.0', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Network': '1.1', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Port': '1.7', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'PortForwarding': '1.2', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'QosPolicy': '1.8', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroup': '1.4', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroupRule': '1.2', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'SubPort': '1.0', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Subnet': '1.1', Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: 'Trunk': '1.1'}} Jun 29 10:35:14.198665 dv-cinder-786627-13-smb neutron-server[99739]: {{(pid=99739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:14.202826 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:14.230402 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Attempting to bind port 75501695-e9d4-4655-986b-843c2f4c5878 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:14.230989 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Attempting to bind port 75501695-e9d4-4655-986b-843c2f4c5878 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:14.231209 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Attempting to bind port 75501695-e9d4-4655-986b-843c2f4c5878 on network 9981ca48-840f-4526-9c28-c215b24b2114 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:14.236001 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:14.236403 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Checking segment: {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:14.236873 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:14.237298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Bound using segment: {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:14.238051 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Bound port: 75501695-e9d4-4655-986b-843c2f4c5878, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:14.238467 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:14.299954 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] For port 75501695-e9d4-4655-986b-843c2f4c5878, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:14.304281 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] For port 75501695-e9d4-4655-986b-843c2f4c5878, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=75501695-e9d4-4655-986b-843c2f4c5878,segment=NetworkSegment(aa1035aa-bb31-463a-962d-21d70719f223),segment_id=aa1035aa-bb31-463a-962d-21d70719f223)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:14.308599 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:14.314735 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:14.374299 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Pushing event updated for resources: {'Port': ['ID=75501695-e9d4-4655-986b-843c2f4c5878,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:14.381560 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:15.593504 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48886) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:15.908229 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [None req-6461b37f-f5e6-423f-9437-ed06a4d55804 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:35:15.920947 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6461b37f-f5e6-423f-9437-ed06a4d55804 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148069 Jun 29 10:35:18.279250 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48894) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:18.590688 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [None req-684e99cc-800b-4620-aa55-147a90ae489a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:35:18.604955 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-684e99cc-800b-4620-aa55-147a90ae489a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114953 Jun 29 10:35:20.395092 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea03199-195d-4441-af86-a3bb98011b55 None None] Network 9981ca48-840f-4526-9c28-c215b24b2114 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:20.505512 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-b9cc4bed-44fc-4212-a44d-d84a8d2b05af None None] Provisioning for port 75501695-e9d4-4655-986b-843c2f4c5878 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:20.608405 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 75501695-e9d4-4655-986b-843c2f4c5878 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:20.696506 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 75501695-e9d4-4655-986b-843c2f4c5878 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:20.701808 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 75501695-e9d4-4655-986b-843c2f4c5878 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:20.702536 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:20.812460 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:20.853165 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-0070a999-1e79-44e0-b065-75c8016c8d71 None None] Provisioning complete for port 75501695-e9d4-4655-986b-843c2f4c5878 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:20.853535 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-0070a999-1e79-44e0-b065-75c8016c8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:20.855974 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 75501695-e9d4-4655-986b-843c2f4c5878, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=75501695-e9d4-4655-986b-843c2f4c5878,segment=NetworkSegment(aa1035aa-bb31-463a-962d-21d70719f223),segment_id=aa1035aa-bb31-463a-962d-21d70719f223)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:20.874957 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:20.880360 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:20.938365 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=75501695-e9d4-4655-986b-843c2f4c5878,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:20.960294 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:21.193263 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48908) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:21.483613 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] Request body: {'router': {'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:21.511061 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:21.512839 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:21.658449 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:21.663138 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:21.674954 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:21.676222 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-424d1ff5-0159-432f-8676-4a32aa78032e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4820092 Jun 29 10:35:22.567088 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 75501695-e9d4-4655-986b-843c2f4c5878 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:22.615294 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 75501695-e9d4-4655-986b-843c2f4c5878 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:22.615642 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:23.994935 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48916) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:24.300186 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [None req-979a6656-2fbe-450c-8bd5-d2fdfee0ae64 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:35:24.301636 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-979a6656-2fbe-450c-8bd5-d2fdfee0ae64 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055446 Jun 29 10:35:25.668177 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-78191d6d-907d-4b4a-8be4-052dd07fd2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:26.638655 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48924) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:26.937636 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:26.961625 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Made reservation on behalf of cddc65934f1f4ce58514264ff0dbc36b for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:35:26.964334 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:26.982894 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.098715 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.102414 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.107309 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:27.115072 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Reserving flat network on physical network physnet1 {{(pid=99737) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:35:27.151579 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784079572264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.152176 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Unsubscribe: segment precommit_create {{(pid=99737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:35:27.152637 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Added segment 0dda876c-8d13-45a1-b0c3-fb1f2531404d of type flat for network bab41afd-19da-48d4-9e74-f3c5dcaa6488 Jun 29 10:35:27.169081 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271408f5-0f54-4d74-bddc-265302081b89,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:27.217420 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.217783 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.218113 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.218430 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.218759 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.219051 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.219400 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.219748 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.220545 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.220864 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.221197 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.221502 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Tracked resource versions report: Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: pushed versions: Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Log': {'1.0'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Network': {'1.1'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Port': {'1.7'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'PortForwarding': {'1.2'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'QosPolicy': {'1.8'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'SubPort': {'1.0'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Subnet': {'1.1'}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Trunk': {'1.1'}} Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: consumer versions: Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'ConntrackHelper': '1.0', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Log': '1.0', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Network': '1.1', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Port': '1.7', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'PortForwarding': '1.2', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'QosPolicy': '1.8', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroup': '1.4', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroupRule': '1.2', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'SubPort': '1.0', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Subnet': '1.1', Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: 'Trunk': '1.1'}} Jun 29 10:35:27.222545 dv-cinder-786627-13-smb neutron-server[99737]: {{(pid=99737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:27.272551 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:27.274388 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.327970 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.330428 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:27.331079 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.333733 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:27.410857 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7711511 Jun 29 10:35:27.428822 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Pushing event updated for resources: {'Network': ['ID=bab41afd-19da-48d4-9e74-f3c5dcaa6488,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:27.432121 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:27.443779 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:35:28.452864 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2161-e12b-4397-9ce2-e30fac67ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:28.753067 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:29.498469 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:29.747320 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48944) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:30.007317 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24202171-4185-42d2-a808-98801da62636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:30.008639 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-24202171-4185-42d2-a808-98801da62636 admin admin] 10.222.0.53 "GET /v2.0/subnets/ff7a3e40-7e1e-440c-a3e2-9a2175f83d36 HTTP/1.1" status: 200 len: 849 time: 0.2603734 Jun 29 10:35:30.140131 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-90f9d776-2869-492a-bf49-c61d9009852f admin admin] 10.222.0.53 "GET /v2.0/routers/d231e91f-eac8-462d-a07e-003f983e84ed HTTP/1.1" status: 200 len: 704 time: 0.1261652 Jun 29 10:35:30.403443 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:30.693298 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Allocated IP 172.20.0.1 (9981ca48-840f-4526-9c28-c215b24b2114/ff7a3e40-7e1e-440c-a3e2-9a2175f83d36/74b91d05-5cea-42fa-9b33-ed53418236c6) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:30.880044 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:30.903506 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Transition to ACTIVE for port object 74b91d05-5cea-42fa-9b33-ed53418236c6 will not be triggered until provisioned by entity DHCP. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:30.983443 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:30.986611 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:31.039759 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.054022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Network 9981ca48-840f-4526-9c28-c215b24b2114 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:31.059027 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:31.062903 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:31.063451 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.134201 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Pushing event updated for resources: {'Port': ['ID=74b91d05-5cea-42fa-9b33-ed53418236c6,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:31.141258 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:31.252962 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-0302ae46-12bb-4b02-9180-dfb1c975a468 None None] Provisioning for port 74b91d05-5cea-42fa-9b33-ed53418236c6 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:31.256397 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-0302ae46-12bb-4b02-9180-dfb1c975a468 None None] Provisioning complete for port 74b91d05-5cea-42fa-9b33-ed53418236c6 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:31.256770 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-0302ae46-12bb-4b02-9180-dfb1c975a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.292247 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-0302ae46-12bb-4b02-9180-dfb1c975a468 None None] Port 74b91d05-5cea-42fa-9b33-ed53418236c6 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:35:31.343582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.518518 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.522664 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.523725 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.525406 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:31.598512 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Pushing event updated for resources: {'Port': ['ID=74b91d05-5cea-42fa-9b33-ed53418236c6,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:31.602054 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:31.647325 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Network 9981ca48-840f-4526-9c28-c215b24b2114 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:31.648596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:31.805923 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Router d231e91f-eac8-462d-a07e-003f983e84ed is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:35:31.812202 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-28f14e7c-2376-48f3-b1fd-1c119710f168 None None] Provisioning complete for port 74b91d05-5cea-42fa-9b33-ed53418236c6 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:31.812562 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-28f14e7c-2376-48f3-b1fd-1c119710f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.845666 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-28f14e7c-2376-48f3-b1fd-1c119710f168 None None] Port 74b91d05-5cea-42fa-9b33-ed53418236c6 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:35:31.899080 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:35:31.904672 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] 10.222.0.53 "PUT /v2.0/routers/d231e91f-eac8-462d-a07e-003f983e84ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7596550 Jun 29 10:35:31.910156 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Sync routers for ids ['d231e91f-eac8-462d-a07e-003f983e84ed'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:35:31.921460 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Routers {'d231e91f-eac8-462d-a07e-003f983e84ed'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:31.922214 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:35:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['d231e91f-eac8-462d-a07e-003f983e84ed'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:32.105364 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Set router d231e91f-eac8-462d-a07e-003f983e84ed gateway port host: None {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:32.522740 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'name': 'router1', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:35:21Z', 'updated_at': '2021-06-29T10:35:31Z', 'revision_number': 2, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'gw_port_host': None, '_interfaces': [{'id': '74b91d05-5cea-42fa-9b33-ed53418236c6', 'name': '', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'mac_address': 'fa:16:3e:9e:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:30Z', 'updated_at': '2021-06-29T10:35:31Z', 'revision_number': 2, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'subnets': [{'id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:32.573448 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Checking router: d231e91f-eac8-462d-a07e-003f983e84ed for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:35:32.573817 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Updating router d231e91f-eac8-462d-a07e-003f983e84ed port 74b91d05-5cea-42fa-9b33-ed53418236c6 binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:35:32.635764 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:33.120462 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:33.138975 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Transition to ACTIVE for port object 74b91d05-5cea-42fa-9b33-ed53418236c6 will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:33.146159 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:33.151211 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:33.302727 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Pushing event updated for resources: {'Port': ['ID=74b91d05-5cea-42fa-9b33-ed53418236c6,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:33.313236 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Attempting to bind port 74b91d05-5cea-42fa-9b33-ed53418236c6 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:33.313665 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Attempting to bind port 74b91d05-5cea-42fa-9b33-ed53418236c6 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:33.314279 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Attempting to bind port 74b91d05-5cea-42fa-9b33-ed53418236c6 on network 9981ca48-840f-4526-9c28-c215b24b2114 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:33.319338 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:33.319738 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Checking segment: {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:33.320219 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:33.320667 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Bound using segment: {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:33.321114 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Bound port: 74b91d05-5cea-42fa-9b33-ed53418236c6, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1035aa-bb31-463a-962d-21d70719f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:33.321571 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:33.323832 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.324164 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.324484 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.324803 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.325141 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.325457 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.325767 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.326079 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.326395 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.326705 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.327013 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.327323 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Tracked resource versions report: Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: pushed versions: Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Log': {'1.0'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Network': {'1.1'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Port': {'1.7'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'PortForwarding': {'1.2'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'QosPolicy': {'1.8'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'SubPort': {'1.0'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Subnet': {'1.1'}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Trunk': {'1.1'}} Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: consumer versions: Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'ConntrackHelper': '1.0', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Log': '1.0', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Network': '1.1', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Port': '1.7', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'PortForwarding': '1.2', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'QosPolicy': '1.8', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroup': '1.4', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroupRule': '1.2', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'SubPort': '1.0', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Subnet': '1.1', Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: 'Trunk': '1.1'}} Jun 29 10:35:33.328390 dv-cinder-786627-13-smb neutron-server[99740]: {{(pid=99740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:33.339708 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:33.393079 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] For port 74b91d05-5cea-42fa-9b33-ed53418236c6, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:33.415530 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] For port 74b91d05-5cea-42fa-9b33-ed53418236c6, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=74b91d05-5cea-42fa-9b33-ed53418236c6,segment=NetworkSegment(aa1035aa-bb31-463a-962d-21d70719f223),segment_id=aa1035aa-bb31-463a-962d-21d70719f223)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:33.419740 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:33.422944 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:33.476613 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Routers {'d231e91f-eac8-462d-a07e-003f983e84ed'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:33.477264 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:35:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['d231e91f-eac8-462d-a07e-003f983e84ed'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:33.542526 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Pushing event updated for resources: {'Port': ['ID=74b91d05-5cea-42fa-9b33-ed53418236c6,revision_number=4']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:33.549210 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:33.569049 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] Set router d231e91f-eac8-462d-a07e-003f983e84ed gateway port host: None {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:33.775549 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'name': 'router1', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:35:21Z', 'updated_at': '2021-06-29T10:35:31Z', 'revision_number': 2, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'gw_port_host': None, '_interfaces': [{'id': '74b91d05-5cea-42fa-9b33-ed53418236c6', 'name': '', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'mac_address': 'fa:16:3e:9e:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:30Z', 'updated_at': '2021-06-29T10:35:33Z', 'revision_number': 4, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'subnets': [{'id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:33.803482 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcb88f-5b91-4070-9244-f871049f96b2 None None] The sync data for ids ['d231e91f-eac8-462d-a07e-003f983e84ed'] in dv-cinder-786627-13-smb is: [{'id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'name': 'router1', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:35:21Z', 'updated_at': '2021-06-29T10:35:31Z', 'revision_number': 2, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'gw_port_host': None, '_interfaces': [{'id': '74b91d05-5cea-42fa-9b33-ed53418236c6', 'name': '', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'mac_address': 'fa:16:3e:9e:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:30Z', 'updated_at': '2021-06-29T10:35:33Z', 'revision_number': 4, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'subnets': [{'id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:35:34.132659 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48964) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:34.243075 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed52ca8-cf75-444e-afde-d85ac9eacd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:34.249431 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-bed52ca8-cf75-444e-afde-d85ac9eacd59 admin admin] 10.222.0.53 "GET /v2.0/networks/bab41afd-19da-48d4-9e74-f3c5dcaa6488 HTTP/1.1" status: 200 len: 842 time: 0.1108000 Jun 29 10:35:34.254304 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:34.276942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Made reservation on behalf of cddc65934f1f4ce58514264ff0dbc36b for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:35:34.279285 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:34.585003 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.objects.ports [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 10:35:34.585396 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:34.588115 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:34.639882 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1713638-463d-4eae-861e-906d03cbb93c,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:34.645297 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:34.652145 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:34.652512 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Network hostable DHCP agents. Network: bab41afd-19da-48d4-9e74-f3c5dcaa6488, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:35:34.675107 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:35:34.685326 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, bab41afd-19da-48d4-9e74-f3c5dcaa6488) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:34.689988 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:34.691028 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:34.694526 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e6097-5f6c-46e9-b295-13e70b8e3fde None None] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:34.708368 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4582136 Jun 29 10:35:34.827895 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f392ab-a112-4dfc-8c31-9d769d1dcb65 None None] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:36.608079 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:36.637880 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 74b91d05-5cea-42fa-9b33-ed53418236c6 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:36.694178 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 74b91d05-5cea-42fa-9b33-ed53418236c6 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:36.698216 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 74b91d05-5cea-42fa-9b33-ed53418236c6 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:36.698592 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.780485 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.817282 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 74b91d05-5cea-42fa-9b33-ed53418236c6, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=74b91d05-5cea-42fa-9b33-ed53418236c6,segment=NetworkSegment(aa1035aa-bb31-463a-962d-21d70719f223),segment_id=aa1035aa-bb31-463a-962d-21d70719f223)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:36.823339 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.827485 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:36.930538 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=74b91d05-5cea-42fa-9b33-ed53418236c6,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:36.933732 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:36.968456 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48978) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:37.095532 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fa4237e8-408c-4c6a-aa9f-36dd31acb63a admin admin] 10.222.0.53 "GET /v2.0/routers/d231e91f-eac8-462d-a07e-003f983e84ed HTTP/1.1" status: 200 len: 710 time: 0.1253729 Jun 29 10:35:37.180126 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5770c0-9d4b-4c39-9b31-8986f8adc250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:37.181649 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-0e5770c0-9d4b-4c39-9b31-8986f8adc250 admin admin] 10.222.0.53 "GET /v2.0/networks/bab41afd-19da-48d4-9e74-f3c5dcaa6488 HTTP/1.1" status: 200 len: 886 time: 0.0814700 Jun 29 10:35:37.191778 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:37.509872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:37.742725 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:37.819841 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:37.920517 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Allocated IP 172.28.0.109 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/d22ce031-6572-4c0e-8623-ace233ee1494) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:38.024243 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.062010 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.064304 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:38.101116 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:38.103827 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:38.106508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:38.145327 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Pushing event updated for resources: {'Port': ['ID=d22ce031-6572-4c0e-8623-ace233ee1494,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:38.148367 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:38.356775 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.544023 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.547356 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1666294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1666180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508173'] for router, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.579632 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 74b91d05-5cea-42fa-9b33-ed53418236c6 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:38.627910 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 74b91d05-5cea-42fa-9b33-ed53418236c6 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:38.628384 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.734103 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Router d231e91f-eac8-462d-a07e-003f983e84ed has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:35:38.837128 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:35:38.841201 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:38.842395 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] 10.222.0.53 "PUT /v2.0/routers/d231e91f-eac8-462d-a07e-003f983e84ed HTTP/1.1" status: 200 len: 890 time: 1.6546316 Jun 29 10:35:38.848405 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Sync routers for ids ['d231e91f-eac8-462d-a07e-003f983e84ed'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:35:38.859409 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Routers {'d231e91f-eac8-462d-a07e-003f983e84ed'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:38.860122 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:35:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['d231e91f-eac8-462d-a07e-003f983e84ed'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:39.076086 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Set router d231e91f-eac8-462d-a07e-003f983e84ed gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:39.463960 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'name': 'router1', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd22ce031-6572-4c0e-8623-ace233ee1494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:35:21Z', 'updated_at': '2021-06-29T10:35:38Z', 'revision_number': 4, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'gw_port': {'id': 'd22ce031-6572-4c0e-8623-ace233ee1494', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:37Z', 'updated_at': '2021-06-29T10:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '74b91d05-5cea-42fa-9b33-ed53418236c6', 'name': '', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'mac_address': 'fa:16:3e:9e:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:30Z', 'updated_at': '2021-06-29T10:35:36Z', 'revision_number': 5, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'subnets': [{'id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:39.515221 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Checking router: d231e91f-eac8-462d-a07e-003f983e84ed for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:35:39.515603 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Updating router d231e91f-eac8-462d-a07e-003f983e84ed port d22ce031-6572-4c0e-8623-ace233ee1494 binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:35:39.547646 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:39.867736 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:39.878111 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Transition to ACTIVE for port object d22ce031-6572-4c0e-8623-ace233ee1494 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:39.883779 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:39.885825 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:39.937506 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Attempting to bind port d22ce031-6572-4c0e-8623-ace233ee1494 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:39.937877 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Attempting to bind port d22ce031-6572-4c0e-8623-ace233ee1494 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:39.938242 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Attempting to bind port d22ce031-6572-4c0e-8623-ace233ee1494 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:39.940987 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d451f-8c7d-4f2b-b911-f5b3645b2919 None None] Pushing event updated for resources: {'Port': ['ID=d22ce031-6572-4c0e-8623-ace233ee1494,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:39.944068 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-7f9d451f-8c7d-4f2b-b911-f5b3645b2919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:39.946674 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:39.947046 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:39.947441 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:39.947822 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:39.948284 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Bound port: d22ce031-6572-4c0e-8623-ace233ee1494, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:39.949275 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:40.074666 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] For port d22ce031-6572-4c0e-8623-ace233ee1494, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:40.077828 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] For port d22ce031-6572-4c0e-8623-ace233ee1494, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=d22ce031-6572-4c0e-8623-ace233ee1494,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:40.082977 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:40.085259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:40.145619 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Routers {'d231e91f-eac8-462d-a07e-003f983e84ed'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:40.146142 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:35:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['d231e91f-eac8-462d-a07e-003f983e84ed'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:40.148989 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d451f-8c7d-4f2b-b911-f5b3645b2919 None None] Pushing event updated for resources: {'Port': ['ID=d22ce031-6572-4c0e-8623-ace233ee1494,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:40.183388 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-7f9d451f-8c7d-4f2b-b911-f5b3645b2919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:40.255112 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] Set router d231e91f-eac8-462d-a07e-003f983e84ed gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:40.460393 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'name': 'router1', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd22ce031-6572-4c0e-8623-ace233ee1494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:35:21Z', 'updated_at': '2021-06-29T10:35:38Z', 'revision_number': 4, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'gw_port': {'id': 'd22ce031-6572-4c0e-8623-ace233ee1494', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:37Z', 'updated_at': '2021-06-29T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '74b91d05-5cea-42fa-9b33-ed53418236c6', 'name': '', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'mac_address': 'fa:16:3e:9e:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:30Z', 'updated_at': '2021-06-29T10:35:36Z', 'revision_number': 5, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'subnets': [{'id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:40.487670 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5266928-8214-4edb-90b2-22ecdf056942 None None] The sync data for ids ['d231e91f-eac8-462d-a07e-003f983e84ed'] in dv-cinder-786627-13-smb is: [{'id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'name': 'router1', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd22ce031-6572-4c0e-8623-ace233ee1494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:35:21Z', 'updated_at': '2021-06-29T10:35:38Z', 'revision_number': 4, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'gw_port': {'id': 'd22ce031-6572-4c0e-8623-ace233ee1494', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:37Z', 'updated_at': '2021-06-29T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '74b91d05-5cea-42fa-9b33-ed53418236c6', 'name': '', 'network_id': '9981ca48-840f-4526-9c28-c215b24b2114', 'tenant_id': '5410520ffc6e46479a469f3cecbcc235', 'mac_address': 'fa:16:3e:9e:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd231e91f-eac8-462d-a07e-003f983e84ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:30Z', 'updated_at': '2021-06-29T10:35:36Z', 'revision_number': 5, 'project_id': '5410520ffc6e46479a469f3cecbcc235', 'subnets': [{'id': 'ff7a3e40-7e1e-440c-a3e2-9a2175f83d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ceea1329-e062-4019-87f1-d50f459502d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:35:41.239759 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 48986) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:41.363922 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c29a083b-cb51-46e3-bd44-45daff6fab92 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1231019 Jun 29 10:35:42.635195 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device d22ce031-6572-4c0e-8623-ace233ee1494 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:42.684348 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port d22ce031-6572-4c0e-8623-ace233ee1494 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:42.688101 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port d22ce031-6572-4c0e-8623-ace233ee1494 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:42.688487 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:42.765238 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:42.786119 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port d22ce031-6572-4c0e-8623-ace233ee1494, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=d22ce031-6572-4c0e-8623-ace233ee1494,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:42.789841 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:42.791783 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:42.837106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=d22ce031-6572-4c0e-8623-ace233ee1494,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:42.840235 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:44.593106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device d22ce031-6572-4c0e-8623-ace233ee1494 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:44.665300 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port d22ce031-6572-4c0e-8623-ace233ee1494 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:44.665908 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:55.678585 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-6fbd629e-7f8a-443f-bddf-ba002549d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.457301 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5c36-709c-4144-bfbd-c2d890281968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.759037 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:59.506138 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.059675 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:13.607815 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:25.673053 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9babbbff-a0d7-4610-b031-8bad13e8c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:28.454885 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-066b7c31-0cb7-489b-920f-ab5126cbffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:28.755113 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.500906 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:31.066673 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:50.606799 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:55.673812 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d43c46c7-95b2-4da2-a246-7be141842f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:58.451138 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2557ef7e-4a10-4a29-9292-8ac386dd613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:58.755853 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.506577 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:01.066588 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:16.331877 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49554) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:16.394386 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab53ca1d-a929-4be4-9fc6-5ba5575eeccc admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:16.395862 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ab53ca1d-a929-4be4-9fc6-5ba5575eeccc admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625124 Jun 29 10:37:16.549559 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00e7d2-c073-432f-a949-df15addb1a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:16.550942 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6c00e7d2-c073-432f-a949-df15addb1a74 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1513538 Jun 29 10:37:18.722037 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49564) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:18.812648 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d3798-b884-46b3-8e9a-8797be9e804e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:18.814039 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-da7d3798-b884-46b3-8e9a-8797be9e804e admin admin] 10.222.0.53 "GET /v2.0/subnets/ff7a3e40-7e1e-440c-a3e2-9a2175f83d36 HTTP/1.1" status: 200 len: 849 time: 0.0909748 Jun 29 10:37:18.823718 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:18.903911 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:19.046965 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784079521244'] for subnet, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:19.049118 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:19.076669 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:19.077288 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:19.078977 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] 10.222.0.53 "PUT /v2.0/subnets/ff7a3e40-7e1e-440c-a3e2-9a2175f83d36 HTTP/1.1" status: 200 len: 868 time: 0.2584875 Jun 29 10:37:19.083482 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c70a2-4a12-4c5a-beb3-219638260deb None None] Network 9981ca48-840f-4526-9c28-c215b24b2114 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:19.101186 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7a3e40-7e1e-440c-a3e2-9a2175f83d36,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:19.108543 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.108908 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.109281 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.109612 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.109934 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.110287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.110605 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.110924 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.111265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.111587 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.111903 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.112216 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:19.116447 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:19.516178 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-1540efd2-0ac9-4b74-bc74-fed113247d1e None None] Provisioning complete for port 74b91d05-5cea-42fa-9b33-ed53418236c6 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:19.516550 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-1540efd2-0ac9-4b74-bc74-fed113247d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:19.597081 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-1540efd2-0ac9-4b74-bc74-fed113247d1e None None] Provisioning complete for port 75501695-e9d4-4655-986b-843c2f4c5878 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:19.597351 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-1540efd2-0ac9-4b74-bc74-fed113247d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:21.207083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49572) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:21.405463 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db63f6-b6e8-4bdb-9ddc-306da69a02f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:21.405952 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db63f6-b6e8-4bdb-9ddc-306da69a02f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:21.407443 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-01db63f6-b6e8-4bdb-9ddc-306da69a02f9 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994278 Jun 29 10:37:23.524783 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49580) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:23.650406 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbf9f6-d2dc-43f3-883c-fbdd67ad4e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:23.650882 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbf9f6-d2dc-43f3-883c-fbdd67ad4e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:23.652365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-34fbf9f6-d2dc-43f3-883c-fbdd67ad4e17 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1265950 Jun 29 10:37:25.676581 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-90797346-1d92-4068-bd8b-5c0596cc4488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:25.795884 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49588) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:25.921587 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a84d55-d491-4623-8edd-1233927af7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:25.922911 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d2a84d55-d491-4623-8edd-1233927af7bb admin admin] 10.222.0.53 "GET /v2.0/networks/9981ca48-840f-4526-9c28-c215b24b2114 HTTP/1.1" status: 200 len: 869 time: 0.1260900 Jun 29 10:37:27.605689 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:28.143427 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49596) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:28.267635 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c9765-9107-46e3-a67c-df60e0784f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:28.268889 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7e7c9765-9107-46e3-a67c-df60e0784f0b admin admin] 10.222.0.53 "GET /v2.0/networks/bab41afd-19da-48d4-9e74-f3c5dcaa6488 HTTP/1.1" status: 200 len: 886 time: 0.1245346 Jun 29 10:37:28.453626 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-50b114ff-7727-4540-8bd2-3ed33947feb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:28.756935 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:29.506834 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:30.389133 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49604) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:30.506815 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13897e-1f2d-4590-af7a-f3d2c3cf4f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:30.507263 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13897e-1f2d-4590-af7a-f3d2c3cf4f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:30.508759 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5e13897e-1f2d-4590-af7a-f3d2c3cf4f30 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186831 Jun 29 10:37:31.073392 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:32.626913 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49612) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:32.722479 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add9b4f-ba4e-4f4a-ac1b-08535930e2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:32.722933 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add9b4f-ba4e-4f4a-ac1b-08535930e2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:32.724579 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7add9b4f-ba4e-4f4a-ac1b-08535930e2ba admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966108 Jun 29 10:37:34.834881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 49620) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:34.928339 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f1325-cf58-42c8-b1dd-0cab0ae61397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:34.929686 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-9b1f1325-cf58-42c8-b1dd-0cab0ae61397 admin admin] 10.222.0.53 "GET /v2.0/subnets/f1713638-463d-4eae-861e-906d03cbb93c HTTP/1.1" status: 200 len: 816 time: 0.0938795 Jun 29 10:37:37.046086 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49630) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:37.139227 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b66e75-82fc-40d7-8d86-889feedd1028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:37.140593 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f6b66e75-82fc-40d7-8d86-889feedd1028 admin admin] 10.222.0.53 "GET /v2.0/subnets/ff7a3e40-7e1e-440c-a3e2-9a2175f83d36 HTTP/1.1" status: 200 len: 868 time: 0.0935578 Jun 29 10:37:55.678741 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-992fdc05-e8e4-42de-8598-e627dfdbc18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.455416 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f965c6c2-d522-4414-8424-5bd8fca9a665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.760502 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:59.510947 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:00.512035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49674) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:00.557179 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [None req-e1ca9617-ff82-4c99-9438-5d0723007182 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:38:00.558179 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e1ca9617-ff82-4c99-9438-5d0723007182 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452158 Jun 29 10:38:01.077298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:02.761857 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49682) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:02.818287 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9ca070-4c54-4215-a9e2-b82d8c77c5dc admin admin] GET failed (client error): The resource could not be found. Jun 29 10:38:02.819559 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-bb9ca070-4c54-4215-a9e2-b82d8c77c5dc admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0567532 Jun 29 10:38:03.000603 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb342f67-23b9-4801-8140-86f76f6dd9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:03.002118 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-bb342f67-23b9-4801-8140-86f76f6dd9c0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1781888 Jun 29 10:38:04.604750 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:05.157497 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49690) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:05.203770 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:38:05.223190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Made reservation on behalf of cddc65934f1f4ce58514264ff0dbc36b for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:38:05.225733 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:05.253655 dv-cinder-786627-13-smb neutron-server[99737]: WARNING neutron.services.revisions.revision_plugin [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Could not find related network for resource to bump revision. Jun 29 10:38:05.268695 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:38:05.280379 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:05.280726 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Added segment 92065e57-408d-4d27-9105-ec3ec7706dd5 of type vlan for network 90776f76-9184-4e9f-bf74-23366d10d47a Jun 29 10:38:05.320000 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:05.348008 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:05.349304 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:05.349877 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:05.352760 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:05.401517 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2429483 Jun 29 10:38:05.411780 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Pushing event updated for resources: {'Network': ['ID=90776f76-9184-4e9f-bf74-23366d10d47a,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:05.415706 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:05.423125 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 90776f76-9184-4e9f-bf74-23366d10d47a details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:38:07.554643 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49698) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:07.613411 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1ada8f-416b-441a-8f63-21119eb50f23 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:38:07.614753 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fd1ada8f-416b-441a-8f63-21119eb50f23 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591331 Jun 29 10:38:07.684803 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba283713-0e8c-474b-8b63-277ba53f6fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:07.686302 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ba283713-0e8c-474b-8b63-277ba53f6fde admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676174 Jun 29 10:38:07.696310 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:38:07.716650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Made reservation on behalf of cddc65934f1f4ce58514264ff0dbc36b for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:38:07.718921 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:07.882002 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:07.885398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4387448f-6ddc-416f-b34e-da618ac9df44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:07.938718 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b1dd41-bd3e-4c35-bec1-1f84d12546f2,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:07.942174 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:07.949205 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Checking segment: {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:38:07.949555 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Network hostable DHCP agents. Network: 90776f76-9184-4e9f-bf74-23366d10d47a, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:38:07.965702 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Network 90776f76-9184-4e9f-bf74-23366d10d47a is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:38:07.978004 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 90776f76-9184-4e9f-bf74-23366d10d47a) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:38:07.982704 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:07.983298 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:07.987593 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab46e74-899e-4374-96ba-e9dbb3ee5895 None None] Network 90776f76-9184-4e9f-bf74-23366d10d47a requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:38:07.999004 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065712 Jun 29 10:38:08.233165 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-90776f76-9184-4e9f-bf74-23366d10d47a', 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a', 'tenant_id': 'cddc65934f1f4ce58514264ff0dbc36b', 'fixed_ips': [{'subnet_id': 'e9b1dd41-bd3e-4c35-bec1-1f84d12546f2'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:38:08.234042 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:08.369106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Allocated IP 192.168.233.2 (90776f76-9184-4e9f-bf74-23366d10d47a/e9b1dd41-bd3e-4c35-bec1-1f84d12546f2/67317096-a6a8-4eea-b0db-c15ee186bd0b) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:38:08.515240 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:08.525944 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Transition to ACTIVE for port object 67317096-a6a8-4eea-b0db-c15ee186bd0b will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:38:08.541314 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Transition to ACTIVE for port object 67317096-a6a8-4eea-b0db-c15ee186bd0b will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:38:08.546832 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:08.549131 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:08.591757 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Network 90776f76-9184-4e9f-bf74-23366d10d47a is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:38:08.595605 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:38:08.597439 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Pushing event updated for resources: {'Port': ['ID=67317096-a6a8-4eea-b0db-c15ee186bd0b,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:08.599523 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:38:08.610832 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.611189 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.611503 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.611828 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.612149 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.612474 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.612791 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.613149 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.613489 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.613810 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.614125 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.614436 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:08.636452 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:08.668666 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Attempting to bind port 67317096-a6a8-4eea-b0db-c15ee186bd0b on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:38:08.669071 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Attempting to bind port 67317096-a6a8-4eea-b0db-c15ee186bd0b by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:38:08.669432 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Attempting to bind port 67317096-a6a8-4eea-b0db-c15ee186bd0b on network 90776f76-9184-4e9f-bf74-23366d10d47a {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:38:08.674381 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:38:08.674777 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Checking segment: {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:38:08.675171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:08.675558 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Bound using segment: {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:38:08.676022 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Bound port: 67317096-a6a8-4eea-b0db-c15ee186bd0b, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:38:08.676413 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:08.737851 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] For port 67317096-a6a8-4eea-b0db-c15ee186bd0b, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:38:08.741435 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] For port 67317096-a6a8-4eea-b0db-c15ee186bd0b, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=67317096-a6a8-4eea-b0db-c15ee186bd0b,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:38:08.747344 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:08.749718 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:08.804227 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Pushing event updated for resources: {'Port': ['ID=67317096-a6a8-4eea-b0db-c15ee186bd0b,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:08.807425 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:09.628909 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dab6f8-9f20-4f18-bdeb-3c2fe3530465 None None] Network 90776f76-9184-4e9f-bf74-23366d10d47a requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:38:09.694067 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-1d7167cd-0b1c-488e-982b-76438ac15ae4 None None] Provisioning for port 67317096-a6a8-4eea-b0db-c15ee186bd0b completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:38:10.733095 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 67317096-a6a8-4eea-b0db-c15ee186bd0b up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:38:10.784658 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 67317096-a6a8-4eea-b0db-c15ee186bd0b completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:38:10.788818 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 67317096-a6a8-4eea-b0db-c15ee186bd0b triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:38:10.789324 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:10.868910 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:10.901256 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 67317096-a6a8-4eea-b0db-c15ee186bd0b, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=67317096-a6a8-4eea-b0db-c15ee186bd0b,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:38:10.906272 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:10.908361 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:10.956042 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=67317096-a6a8-4eea-b0db-c15ee186bd0b,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:10.959138 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:12.698830 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 67317096-a6a8-4eea-b0db-c15ee186bd0b up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:38:12.747212 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 67317096-a6a8-4eea-b0db-c15ee186bd0b triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:38:12.747575 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:25.681015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d78f6087-8ac3-441d-8086-9bc1f9f69f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:28.459508 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5dbbece7-838c-48d3-b086-e79cc639e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:28.762107 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:29.513675 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:31.080697 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:41.602963 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:55.682851 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b2745acd-5b8f-4b79-8e78-68e992762ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.460741 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-7386633a-6df5-4269-815e-f3fd1b50581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.764005 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:59.517474 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.086131 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:18.602302 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:25.685417 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-e3ab453c-ac70-469c-882e-44a36ba51fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.462094 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d395c6cb-9b10-4232-b4b1-2eacdea6b8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.765374 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:29.522630 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:31.087988 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:33.430158 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49750) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:39:33.436137 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [None req-e32ce234-ec07-4d85-bfae-7163af5ded65 tempest-verify_tempest_config-990694176 tempest-verify_tempest_config-990694176-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:39:33.437123 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e32ce234-ec07-4d85-bfae-7163af5ded65 tempest-verify_tempest_config-990694176 tempest-verify_tempest_config-990694176-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059769 Jun 29 10:39:33.733841 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 49768) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:39:33.834093 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:33.920746 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:33.925138 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:33.927961 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-79695c11-9ae1-4c0a-b9ac-cab387d7958b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:39:33.967689 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8f43c-d03f-4d26-a695-406f1ed7a306,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:39:33.973128 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17009a0a8932470f98dccf909c3b7400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2382739 Jun 29 10:39:33.975926 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 49772) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:39:33.977445 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.977779 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.978109 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.978425 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.979189 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.979189 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.979372 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.979652 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.980012 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.980287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.980590 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.980894 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:33.984545 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:39:34.032354 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:34.052808 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:34.137812 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:34.140636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:34.141879 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0eb8f43c-d03f-4d26-a695-406f1ed7a306 HTTP/1.1" status: 204 len: 168 time: 0.1644330 Jun 29 10:39:34.142577 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:39:34.150197 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8f43c-d03f-4d26-a695-406f1ed7a306,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:39:34.157165 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.157515 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.157984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.158231 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.158556 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.158874 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.159190 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.159516 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.159853 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.160171 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.160479 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.160993 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:34.164131 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:39:55.601389 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:55.686085 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-a2884ae0-d7bf-42d4-9858-9e4105d1d066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.462584 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b5ea6cb0-87e5-4471-8afe-9d1e32c9a61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.766319 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:59.523356 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:01.092467 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:25.686184 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-81834436-ede9-47e2-a9bf-b9b4a5ee3ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:28.463473 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9bc84523-5edb-4fe9-9480-96ca340cbd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:28.767784 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:29.526737 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:31.093051 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:32.600400 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:55.685669 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-91427c43-e7c3-440b-b07b-260bdff8032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.466230 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-c6611a8a-cbf1-41c3-ba26-7fe899ac2e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.768806 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:59.529458 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:01.099876 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:09.600071 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 5 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:19.621314 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509623'] for agent, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:25.334131 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 49826) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:25.432861 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-345c2c62-dab5-42aa-af72-c8a43375d712 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0976560 Jun 29 10:41:25.686180 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5245d969-eed8-46f1-9efa-c0d4be9701f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:27.556998 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 49836) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:27.608478 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a59d35ca-aa26-4859-bcc1-32e0a418a2fb admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0504336 Jun 29 10:41:28.467302 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-82e129ca-4b55-4fa8-bc8f-a8deece5ddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:28.769574 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:29.534027 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:31.101560 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.598332 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:49.574927 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.687451 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-db27af7a-faf9-47cd-8a2c-6ed42de60ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.471145 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-0b3f1f59-1639-42ae-b8fa-6e7e4702b703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.770592 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.536621 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.107749 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.564640 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.597931 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:42:25.692499 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb79-088b-4003-b282-7e4122cbed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.473836 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3461f73c-dd14-4d45-b526-709994e843f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.771915 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.540083 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.109036 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.572257 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.705114 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-76b69c60-59c9-4cbf-b9ca-65ec97adb028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.167425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50012) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:58.174625 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50016) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:58.338601 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1757842115-network', 'tenant_id': '8b32857749654c2f8e13b2787b81f769'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:58.353317 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1849136892-network', 'tenant_id': '15d0edffe33248e89f299f93032c9f1b'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:58.363232 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Made reservation on behalf of 8b32857749654c2f8e13b2787b81f769 for: {'network': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:58.366674 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.380829 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.384039 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Made reservation on behalf of 15d0edffe33248e89f299f93032c9f1b for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:58.387431 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.398000 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.485400 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3c5e761d-91b2-4f15-80d7-57c354da027b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.492583 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.499816 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.506008 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f769f885-9249-4b20-a6b2-5ead527f8938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:58.531946 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d284f3-1b60-426d-b758-d62b50a92b19,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:58.542099 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.542469 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.543234 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.543626 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.544223 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.544574 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.545126 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.545754 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.546432 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.546916 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.547425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.548060 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Tracked resource versions report: Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: pushed versions: Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Log': {'1.0'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Network': {'1.1'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Port': {'1.7'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'PortForwarding': {'1.2'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'QosPolicy': {'1.8'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'SubPort': {'1.0'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Subnet': {'1.1'}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Trunk': {'1.1'}} Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: consumer versions: Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'ConntrackHelper': '1.0', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Log': '1.0', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Network': '1.1', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Port': '1.7', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'PortForwarding': '1.2', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'QosPolicy': '1.8', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroup': '1.4', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'SecurityGroupRule': '1.2', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'SubPort': '1.0', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Subnet': '1.1', Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: 'Trunk': '1.1'}} Jun 29 10:42:58.549252 dv-cinder-786627-13-smb neutron-server[99738]: {{(pid=99738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:58.557436 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:58.566424 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=99738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:58.587113 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.588164 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.segments_db [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Added segment 905b057c-1f58-4a51-bfa2-a511aa1a1f8b of type vlan for network ca386184-dfcc-4848-849b-7197a8359a8e Jun 29 10:42:58.621257 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.627895 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.632744 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d83e0ac2-53a3-4951-b94f-833c3dfdf8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:58.638236 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.656679 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:58.671761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.673366 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.674378 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.678647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:58.679730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace04a8a-b135-4be5-9b52-24b999fffab2,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:58.682468 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.682806 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Added segment 989f9973-525a-4792-8ab7-c3317275fffc of type vlan for network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 Jun 29 10:42:58.706169 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.706529 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.706859 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.707354 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.708181 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.708705 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.709195 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.709731 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.710243 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.710728 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.711247 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.711715 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Tracked resource versions report: Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: pushed versions: Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Log': {'1.0'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Network': {'1.1'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Port': {'1.7'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'PortForwarding': {'1.2'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'QosPolicy': {'1.8'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'SubPort': {'1.0'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Subnet': {'1.1'}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Trunk': {'1.1'}} Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: consumer versions: Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'ConntrackHelper': '1.0', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Log': '1.0', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Network': '1.1', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Port': '1.7', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'PortForwarding': '1.2', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'QosPolicy': '1.8', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroup': '1.4', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'SecurityGroupRule': '1.2', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'SubPort': '1.0', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Subnet': '1.1', Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: 'Trunk': '1.1'}} Jun 29 10:42:58.712965 dv-cinder-786627-13-smb neutron-server[99737]: {{(pid=99737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:58.718877 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:58.759171 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.770193 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Pushing event updated for resources: {'Network': ['ID=ca386184-dfcc-4848-849b-7197a8359a8e,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:58.784815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:58.786564 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network ca386184-dfcc-4848-849b-7197a8359a8e details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:58.789934 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6209517 Jun 29 10:42:58.790550 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50056) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:58.798063 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Request body: {'subnet': {'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1757842115-subnet', 'tenant_id': '8b32857749654c2f8e13b2787b81f769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:58.830804 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.831331 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Made reservation on behalf of 8b32857749654c2f8e13b2787b81f769 for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:58.832608 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.833897 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.834673 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.841321 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-88928723-74ac-49a9-a8c8-242e4ca119d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:58.850386 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.928088 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7515557 Jun 29 10:42:58.929836 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50062) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:58.933983 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Pushing event updated for resources: {'Network': ['ID=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:58.936772 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:58.937545 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Request body: {'subnet': {'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1849136892-subnet', 'tenant_id': '15d0edffe33248e89f299f93032c9f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:58.944855 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:59.001579 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Made reservation on behalf of 15d0edffe33248e89f299f93032c9f1b for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:59.005656 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50064) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.007024 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.128271 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.133593 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.138971 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50076) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.225867 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdd8595-0b70-4264-8227-147e5f16fc71,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.234217 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.242805 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Checking segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:59.243157 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Network hostable DHCP agents. Network: ca386184-dfcc-4848-849b-7197a8359a8e, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:59.298443 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Network ca386184-dfcc-4848-849b-7197a8359a8e is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:59.302241 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.307876 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-9bd6783a-cab7-40bb-b8b9-ae81d8bb334f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.322867 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50082) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.342944 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-540239221-network', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:59.364511 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, ca386184-dfcc-4848-849b-7197a8359a8e) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:59.365756 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Made reservation on behalf of 3c1fde4b36e2492d94833157cfb50be0 for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:59.369326 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.373088 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b95cd-f51f-4927-a01f-ede9811e9b20 None None] Network ca386184-dfcc-4848-849b-7197a8359a8e requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:59.385308 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.385787 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.386372 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.401373 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048c8d5f-607c-42e3-8319-6ea67074aed7,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.404149 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.418304 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6172540 Jun 29 10:42:59.454286 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Checking segment: {'id': '989f9973-525a-4792-8ab7-c3317275fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:59.454679 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Network hostable DHCP agents. Network: fea409c0-ebd3-4d3d-9cd8-0c9deb98f754, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:59.488797 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483083537-network', 'tenant_id': '7239a25f685242dd94e26725aaf48335'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:59.495686 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:59.506383 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, fea409c0-ebd3-4d3d-9cd8-0c9deb98f754) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:59.511524 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.512431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.535204 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.543274 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.549863 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cbad58-5716-4d12-88c5-d12d240369a8 None None] Network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:59.553572 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6221015 Jun 29 10:42:59.559591 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.584083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-919698515-network', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:59.600461 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0c1ca-6a2b-41d2-9615-1cb1e09cd5eb None None] Network ca386184-dfcc-4848-849b-7197a8359a8e requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:59.606187 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:59.612747 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b273aca-730b-4e3c-942a-d557da393b99,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.620040 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.620730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Made reservation on behalf of 7239a25f685242dd94e26725aaf48335 for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:59.623974 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.637309 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.637812 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Added segment 2005e541-282d-47d9-8770-d34f14e0ead1 of type vlan for network d138f0bd-0831-4187-b7fa-656fdcb3b625 Jun 29 10:42:59.646806 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.649614 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.707787 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.741647 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Made reservation on behalf of e4d186a3c4d540808779bd642bdd1847 for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:59.745441 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.753869 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.766415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.767336 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.778661 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.781740 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.874733 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Pushing event updated for resources: {'Network': ['ID=d138f0bd-0831-4187-b7fa-656fdcb3b625,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.879377 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.927499 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:59.939954 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.949393 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.955811 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-007ea18f-e4a6-434d-9588-89756d38e14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.967034 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9591770 Jun 29 10:42:59.970776 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485073c1-63d3-404c-8ff4-be52ea2489ee None None] Network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:59.971329 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50108) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.987776 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Request body: {'subnet': {'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-subnet', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:59.993733 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:00.071565 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88262d63-76e6-4084-9887-fdabde76a58e,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.182596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.184606 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.185153 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Added segment b1e01871-6ca5-459a-a7d3-f1478233841e of type vlan for network db183e3a-27e3-47e5-a91a-46d5e07683b6 Jun 29 10:43:00.223128 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Made reservation on behalf of 3c1fde4b36e2492d94833157cfb50be0 for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:00.225958 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.232227 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.265635 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.266762 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.287058 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:00.305901 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.306380 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Added segment 05339ba6-a8eb-4240-b8cc-5b5d5b8925c7 of type vlan for network 5f16b657-79ea-48e1-9740-5f5af748e903 Jun 29 10:43:00.366162 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.390161 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.393167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.403590 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.404243 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.470909 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec52aa1-0a33-4c31-b9f1-78cffa0762b1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.475148 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.476487 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.478742 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.491623 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.492240 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.521329 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.524968 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-67c4109c-6491-412d-96ed-28ba9c64a39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.526629 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3859963 Jun 29 10:43:00.534008 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50138) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:00.543479 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Request body: {'subnet': {'network_id': 'db183e3a-27e3-47e5-a91a-46d5e07683b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483083537-subnet', 'tenant_id': '7239a25f685242dd94e26725aaf48335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:00.560097 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2334991 Jun 29 10:43:00.562684 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50146) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:00.569624 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Request body: {'subnet': {'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-919698515-subnet', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:00.572818 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Pushing event updated for resources: {'Network': ['ID=db183e3a-27e3-47e5-a91a-46d5e07683b6,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.577247 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.581420 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.589462 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network db183e3a-27e3-47e5-a91a-46d5e07683b6 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:00.609230 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:00.611258 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74f3bd8-50af-40be-a3d3-b2d9219f801a,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.618705 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.619585 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Checking segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:00.620162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Network hostable DHCP agents. Network: d138f0bd-0831-4187-b7fa-656fdcb3b625, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:00.642215 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.db.api [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:43:00.642215 dv-cinder-786627-13-smb neutron-server[99737]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:43:00.642215 dv-cinder-786627-13-smb neutron-server[99737]: [parameters: {'project_id_1': 'e4d186a3c4d540808779bd642bdd1847', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 43, 0, 584515)}] Jun 29 10:43:00.642215 dv-cinder-786627-13-smb neutron-server[99737]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:43:00.642638 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_db.api [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:43:00.643175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:00.655393 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, d138f0bd-0831-4187-b7fa-656fdcb3b625) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:00.659742 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Made reservation on behalf of 7239a25f685242dd94e26725aaf48335 for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:00.662799 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.668852 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae241994-d2c7-4853-aae4-9371883f6b7b None None] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:00.672080 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.673057 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.699846 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7263126 Jun 29 10:43:00.702777 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50148) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:00.707585 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:00.763022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=5f16b657-79ea-48e1-9740-5f5af748e903,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.768567 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.771265 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.773349 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.777002 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 5f16b657-79ea-48e1-9740-5f5af748e903 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:00.975957 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.023015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-d138f0bd-0831-4187-b7fa-656fdcb3b625', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:01.024061 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.097991 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.109228 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:01.177133 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Made reservation on behalf of e4d186a3c4d540808779bd642bdd1847 for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:01.180034 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.253864 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.257979 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Pushing event updated for resources: {'Subnet': ['ID=585fe2d7-8b80-4027-9571-fe6df47fcc4a,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:01.264077 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:01.273208 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Checking segment: {'id': 'b1e01871-6ca5-459a-a7d3-f1478233841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db183e3a-27e3-47e5-a91a-46d5e07683b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:01.273707 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Network hostable DHCP agents. Network: db183e3a-27e3-47e5-a91a-46d5e07683b6, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:01.315425 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Network db183e3a-27e3-47e5-a91a-46d5e07683b6 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:01.335942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, db183e3a-27e3-47e5-a91a-46d5e07683b6) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:01.346507 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:01.347878 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.351092 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b96fd-216e-4937-94e2-0bf88000ec5f None None] Network db183e3a-27e3-47e5-a91a-46d5e07683b6 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:01.366921 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.442716 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-80405135-da77-4825-91e9-e08d0e8e395e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9068313 Jun 29 10:43:01.459493 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Allocated IP 172.20.0.2 (d138f0bd-0831-4187-b7fa-656fdcb3b625/f74f3bd8-50af-40be-a3d3-b2d9219f801a/41f11556-f935-4167-88f2-544bb8750189) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:01.521356 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50186) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:01.539531 dv-cinder-786627-13-smb neutron-server[99737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:43:01.769625 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.803048 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707d083-62e9-4aac-856a-a34173638a9e None None] Network db183e3a-27e3-47e5-a91a-46d5e07683b6 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:01.827675 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:01.899687 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50194) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.054053 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.096432 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.120858 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Checking segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:02.121408 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Network hostable DHCP agents. Network: 5f16b657-79ea-48e1-9740-5f5af748e903, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:02.134122 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7efaf5-d4b2-4229-a2f3-68bef3caec82,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.146178 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.152504 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.168689 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-82548690-c6ea-43ab-9b41-986013526aa6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.170682 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Transition to ACTIVE for port object 41f11556-f935-4167-88f2-544bb8750189 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:02.188760 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-82548690-c6ea-43ab-9b41-986013526aa6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.6663530 Jun 29 10:43:02.210104 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Transition to ACTIVE for port object 41f11556-f935-4167-88f2-544bb8750189 will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:02.222508 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.225060 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.258981 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Network 5f16b657-79ea-48e1-9740-5f5af748e903 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:02.265283 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.286552 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-da2e1f80-d756-450e-934f-b70befd8c671 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/quotas/8b32857749654c2f8e13b2787b81f769 HTTP/1.1" status: 200 len: 375 time: 0.0874145 Jun 29 10:43:02.330122 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:02.336130 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:02.341199 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:02.346132 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Pushing event updated for resources: {'Port': ['ID=41f11556-f935-4167-88f2-544bb8750189,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.359250 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.360007 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.360491 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.361443 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.363248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.363248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.363248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.363248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.364163 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.364880 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.365364 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.365833 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Tracked resource versions report: Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: pushed versions: Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: { 'AddressGroup': {'1.2'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'ConntrackHelper': {'1.0'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Log': {'1.0'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Network': {'1.1'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Port': {'1.7'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'PortForwarding': {'1.2'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'QosPolicy': {'1.8'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroup': {'1.4'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'SubPort': {'1.0'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Subnet': {'1.1'}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Trunk': {'1.1'}} Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: consumer versions: Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'ConntrackHelper': '1.0', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Log': '1.0', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Network': '1.1', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Port': '1.7', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'PortForwarding': '1.2', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'QosPolicy': '1.8', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroup': '1.4', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'SecurityGroupRule': '1.2', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'SubPort': '1.0', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Subnet': '1.1', Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: 'Trunk': '1.1'}} Jun 29 10:43:02.367437 dv-cinder-786627-13-smb neutron-server[99739]: {{(pid=99739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:43:02.375385 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.463126 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Attempting to bind port 41f11556-f935-4167-88f2-544bb8750189 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:02.466381 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Attempting to bind port 41f11556-f935-4167-88f2-544bb8750189 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:02.467467 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Attempting to bind port 41f11556-f935-4167-88f2-544bb8750189 on network d138f0bd-0831-4187-b7fa-656fdcb3b625 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:02.480344 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:02.481794 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Checking segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:02.483125 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Allocated IP 172.28.0.170 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/bf091054-8889-428b-b4cb-6d0eb0343284) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:02.483631 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.484300 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Bound using segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:02.485405 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Bound port: 41f11556-f935-4167-88f2-544bb8750189, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:02.486572 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.573668 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 5f16b657-79ea-48e1-9740-5f5af748e903) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:02.581351 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-2409506b-4014-46bb-a4db-8780d4369de1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2807910 Jun 29 10:43:02.588071 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.588900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.601142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50226) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.616889 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-189325778-network', 'tenant_id': 'bed254595f2b4a96a3ae68ae81e8456d'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:02.632629 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c07211-4b51-4a11-b49b-df905cc1268d None None] Network 5f16b657-79ea-48e1-9740-5f5af748e903 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:02.706971 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] For port 41f11556-f935-4167-88f2-544bb8750189, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:02.731254 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] For port 41f11556-f935-4167-88f2-544bb8750189, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=41f11556-f935-4167-88f2-544bb8750189,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:02.740953 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.746898 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.749938 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.751176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.762506 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.774156 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.804124 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2404435 Jun 29 10:43:02.807252 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50240) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.814615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:02.821169 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Pushing event updated for resources: {'Port': ['ID=41f11556-f935-4167-88f2-544bb8750189,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.824505 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.853070 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50246) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.909389 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Made reservation on behalf of bed254595f2b4a96a3ae68ae81e8456d for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:02.911939 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.916793 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.922192 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.944786 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad68c529f0b4451f91e8132e3b18ba2f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0439279 Jun 29 10:43:02.948461 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73889553-3028-4ddc-96bf-be6c02044ffd,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.955679 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50250) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.959866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.971005 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-5f16b657-79ea-48e1-9740-5f5af748e903', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:02.972074 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.985672 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.001942 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.004010 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.065829 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:03.067309 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-5399250e-b2ec-4729-a5b2-90279c078aa7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:43:03.067927 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-5399250e-b2ec-4729-a5b2-90279c078aa7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2157612 Jun 29 10:43:03.073612 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:03.079820 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:03.136239 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Pushing event updated for resources: {'Port': ['ID=bf091054-8889-428b-b4cb-6d0eb0343284,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.189463 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Allocated IP 172.20.0.2 (5f16b657-79ea-48e1-9740-5f5af748e903/ed7efaf5-d4b2-4229-a2f3-68bef3caec82/7e5161ce-43cc-4878-b6fc-d7387a11c932) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:03.226037 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.244461 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.245611 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.283140 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.302960 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-308ddc28-29bf-4bec-b257-54cd57a60e9a tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:03.305233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-308ddc28-29bf-4bec-b257-54cd57a60e9a tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/networks?id=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 HTTP/1.1" status: 200 len: 812 time: 0.4475496 Jun 29 10:43:03.403813 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-5f570a6d-ca96-4d8a-9fdc-7093034f75f7 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/quotas/15d0edffe33248e89f299f93032c9f1b HTTP/1.1" status: 200 len: 375 time: 0.0676506 Jun 29 10:43:03.476176 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-14265f87-00ab-490b-88b8-bdcf5cf0c4ea tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15d0edffe33248e89f299f93032c9f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539801 Jun 29 10:43:03.503811 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.531083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.532364 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73889553-3028-4ddc-96bf-be6c02044ffd HTTP/1.1" status: 204 len: 168 time: 0.5738957 Jun 29 10:43:03.541747 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.553336 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-8be6171b-79b9-46c7-982d-22cc832f7f40 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410930 Jun 29 10:43:03.558535 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.564542 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.584057 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Transition to ACTIVE for port object 7e5161ce-43cc-4878-b6fc-d7387a11c932 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:03.617411 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.618230 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Transition to ACTIVE for port object 7e5161ce-43cc-4878-b6fc-d7387a11c932 will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:03.619274 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73889553-3028-4ddc-96bf-be6c02044ffd,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.626401 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.632720 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.642938 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.643500 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.691390 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:03.728898 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-462cdc5a-c4c2-407e-b6c6-0f3f2aaba36b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:43:03.740112 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-462cdc5a-c4c2-407e-b6c6-0f3f2aaba36b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1179163 Jun 29 10:43:03.760426 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Network 5f16b657-79ea-48e1-9740-5f5af748e903 is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:03.768249 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:03.772792 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:03.773702 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.777167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.777516 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Added segment 9d5d47cb-6bc1-455c-bcd0-01b48177579e of type vlan for network 010003df-758f-49f4-8332-50cd01d2ac72 Jun 29 10:43:03.785773 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.852676 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Pushing event updated for resources: {'Port': ['ID=7e5161ce-43cc-4878-b6fc-d7387a11c932,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.876077 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.901956 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Attempting to bind port 7e5161ce-43cc-4878-b6fc-d7387a11c932 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:03.902422 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Attempting to bind port 7e5161ce-43cc-4878-b6fc-d7387a11c932 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:03.902838 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Attempting to bind port 7e5161ce-43cc-4878-b6fc-d7387a11c932 on network 5f16b657-79ea-48e1-9740-5f5af748e903 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:03.914255 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:03.914781 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Checking segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:03.915248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.915787 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Bound using segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:03.916343 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Bound port: 7e5161ce-43cc-4878-b6fc-d7387a11c932, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:03.917116 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.947780 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93348d38-4395-46ea-9a1c-e57ce445b246,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.955522 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.003209 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-67283a47-9471-45e7-9392-6118e6235c85 service neutron] 10.222.0.53 "GET /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615802 Jun 29 10:43:04.057082 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] For port 7e5161ce-43cc-4878-b6fc-d7387a11c932, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:04.061494 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] For port 7e5161ce-43cc-4878-b6fc-d7387a11c932, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7e5161ce-43cc-4878-b6fc-d7387a11c932,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:04.068654 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.075467 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.130766 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.141962 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Pushing event updated for resources: {'Port': ['ID=7e5161ce-43cc-4878-b6fc-d7387a11c932,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.152468 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.163289 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-20341db4-c1dc-4a83-b360-1f0d12f05cb0 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086369 Jun 29 10:43:04.290625 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.298803 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.304683 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.305339 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.313595 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1cdee6-40f5-42cb-a0f4-cc1aeea65466 None None] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:04.329028 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.358952 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7508330 Jun 29 10:43:04.385740 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50270) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.386281 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50272) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.415506 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-d29324dd-cb42-4cff-bcf5-0c53b37aa236 service neutron] 10.222.0.53 "GET /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331683 Jun 29 10:43:04.464029 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-3e00b385-d390-4e48-be4b-4bd258dc327d None None] Provisioning for port 41f11556-f935-4167-88f2-544bb8750189 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:04.476288 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Request body: {'subnet': {'network_id': '010003df-758f-49f4-8332-50cd01d2ac72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-189325778-subnet', 'tenant_id': 'bed254595f2b4a96a3ae68ae81e8456d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:04.500587 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Pushing event updated for resources: {'Network': ['ID=010003df-758f-49f4-8332-50cd01d2ac72,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.516567 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 010003df-758f-49f4-8332-50cd01d2ac72 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:04.525123 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.726092 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.746443 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:04.748872 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Made reservation on behalf of bed254595f2b4a96a3ae68ae81e8456d for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:04.751709 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.845823 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9f00e839-82e2-4a78-9100-b84816b75e5b req-6fe6f2fa-8d4f-42cd-b9f2-97609648bffe tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.0910244 Jun 29 10:43:04.883057 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.937357 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.035542 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-43e23699-e41e-4cec-9c57-05e20e7df613 req-9ba7fd98-71a3-497a-82a9-a4b83a5548f4 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.0710955 Jun 29 10:43:05.113262 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 41f11556-f935-4167-88f2-544bb8750189 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:05.266147 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 41f11556-f935-4167-88f2-544bb8750189 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:05.275035 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 41f11556-f935-4167-88f2-544bb8750189 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:05.275632 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.432385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:05.447886 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:05.474760 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:05.476611 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:05.516881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Allocated IP 172.28.0.53 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/519deb4d-ef3f-4a0f-bad4-a57f3a910f53) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:05.558152 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.650784 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 41f11556-f935-4167-88f2-544bb8750189, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=41f11556-f935-4167-88f2-544bb8750189,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:05.664745 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.665677 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7e5161ce-43cc-4878-b6fc-d7387a11c932 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:05.667631 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-903c5b53-eeb1-49cf-8aeb-db94e6db7bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:05.722636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.772480 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.788090 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.794446 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50368) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:05.796107 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0918467 Jun 29 10:43:05.807296 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca1a3b7-be7a-4fe6-b588-0447ae4b941e None None] Network 5f16b657-79ea-48e1-9740-5f5af748e903 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:05.815495 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:05.823498 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:05.867123 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.957853 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300404b-c700-4796-bb59-a1d67f506c28,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.969856 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.973026 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-4437bf2a-93f5-4953-9e42-5f91ac27dca8 None None] Provisioning for port 7e5161ce-43cc-4878-b6fc-d7387a11c932 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:05.994356 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=41f11556-f935-4167-88f2-544bb8750189,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.999265 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc05c8d61ad441aeb0004af595c3b4de&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6074958 Jun 29 10:43:06.002405 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.009677 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50378) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:06.022246 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 7e5161ce-43cc-4878-b6fc-d7387a11c932 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:06.047939 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 7e5161ce-43cc-4878-b6fc-d7387a11c932 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:06.048333 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.053494 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7a6ac3bd-0124-4567-b3ac-0a2849eba3c3 req-b881d8fd-1394-4428-9e3e-56e215e2ddc5 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.0605216 Jun 29 10:43:06.210603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.215349 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:03Z', 'revision_number': 3, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:06.222329 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ce45167f-a100-4800-a294-a58e198102a7 req-6250e670-e5da-41bd-b2b2-a8dfb3055c04 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.1070776 Jun 29 10:43:06.234404 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e310b331-b9ee-4177-8952-1383600cde49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.285294 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:06.285891 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Updating router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda port bf091054-8889-428b-b4cb-6d0eb0343284 binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:06.291522 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.315214 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb7afeb-5f1c-4286-a04a-b72eb44b271c,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.319411 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.325405 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.357618 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.365884 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.384058 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:06.403945 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:06.407094 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.409397 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:06.425373 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Checking segment: {'id': '9d5d47cb-6bc1-455c-bcd0-01b48177579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '010003df-758f-49f4-8332-50cd01d2ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:06.426058 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Network hostable DHCP agents. Network: 010003df-758f-49f4-8332-50cd01d2ac72, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:06.445717 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.469680 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 7e5161ce-43cc-4878-b6fc-d7387a11c932, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7e5161ce-43cc-4878-b6fc-d7387a11c932,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:06.506896 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.509394 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.516604 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Pushing event updated for resources: {'Port': ['ID=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.529068 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.613466 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=7e5161ce-43cc-4878-b6fc-d7387a11c932,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.618107 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.690462 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Network 010003df-758f-49f4-8332-50cd01d2ac72 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:06.721516 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 010003df-758f-49f4-8332-50cd01d2ac72) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:06.735168 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.738457 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f6a77-cffb-42d4-ab2f-a0064163da40 None None] Network 010003df-758f-49f4-8332-50cd01d2ac72 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:06.749814 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.852447 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.870341 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f55092c9-a4bf-474c-8503-afaba7f18ab1 None None] Provisioning complete for port 7e5161ce-43cc-4878-b6fc-d7387a11c932 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:06.870726 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f55092c9-a4bf-474c-8503-afaba7f18ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.872711 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.876703 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9300404b-c700-4796-bb59-a1d67f506c28 HTTP/1.1" status: 204 len: 168 time: 0.8549390 Jun 29 10:43:06.876851 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4851542 Jun 29 10:43:06.910600 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.001209 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 41f11556-f935-4167-88f2-544bb8750189 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:07.008983 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.014474 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300404b-c700-4796-bb59-a1d67f506c28,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.024588 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.032780 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Transition to ACTIVE for port object bf091054-8889-428b-b4cb-6d0eb0343284 will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:07.045411 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.048175 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.097274 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50416) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.153063 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Deleting subnet 585fe2d7-8b80-4027-9571-fe6df47fcc4a {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:07.158742 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.191844 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Attempting to bind port bf091054-8889-428b-b4cb-6d0eb0343284 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:07.191844 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Attempting to bind port bf091054-8889-428b-b4cb-6d0eb0343284 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:07.191844 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Attempting to bind port bf091054-8889-428b-b4cb-6d0eb0343284 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:07.204581 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:07.205056 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:07.205673 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.205983 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:07.206523 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Bound port: bf091054-8889-428b-b4cb-6d0eb0343284, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:07.206929 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.319874 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 41f11556-f935-4167-88f2-544bb8750189 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:07.320512 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.337700 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] For port bf091054-8889-428b-b4cb-6d0eb0343284, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:07.341669 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] For port bf091054-8889-428b-b4cb-6d0eb0343284, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=bf091054-8889-428b-b4cb-6d0eb0343284,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:07.348658 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Pushing event updated for resources: {'Port': ['ID=bf091054-8889-428b-b4cb-6d0eb0343284,revision_number=2']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.378862 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.379244 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.379587 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.379915 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.380239 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.380560 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.380877 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.381218 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.392579 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.393016 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.397394 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.397734 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Tracked resource versions report: Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: pushed versions: Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: { 'AddressGroup': {'1.2'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'ConntrackHelper': {'1.0'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Log': {'1.0'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Network': {'1.1'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Port': {'1.7'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'PortForwarding': {'1.2'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'QosPolicy': {'1.8'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroup': {'1.4'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'SubPort': {'1.0'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Subnet': {'1.1'}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Trunk': {'1.1'}} Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: consumer versions: Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: { DHCP agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: L3 agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: Metadata agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: Metering agent@dv-cinder-786627-13-smb: {}, Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: Open vSwitch agent@dv-cinder-786627-13-smb: { 'AddressGroup': '1.2', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'ConntrackHelper': '1.0', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Log': '1.0', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Network': '1.1', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Port': '1.7', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'PortForwarding': '1.2', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'QosPolicy': '1.8', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroup': '1.4', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'SecurityGroupRule': '1.2', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'SubPort': '1.0', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Subnet': '1.1', Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: 'Trunk': '1.1'}} Jun 29 10:43:07.398747 dv-cinder-786627-13-smb neutron-server[99740]: {{(pid=99740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:43:07.407221 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.408123 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.424064 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-780099f9-ce0d-4a98-b723-20ac9cd0e171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.436530 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.500820 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa51e55-495e-4f74-bbce-28145ff8f38c None None] Network 010003df-758f-49f4-8332-50cd01d2ac72 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:07.552065 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:07.552700 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:07.598084 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.619842 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.650936 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Pushing event updated for resources: {'Port': ['ID=bf091054-8889-428b-b4cb-6d0eb0343284,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.655892 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.732794 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.788862 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-914e126c-75d0-40d3-8b77-91b8848d345c req-5415618b-db6a-4303-a676-566184e744e9 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.0737064 Jun 29 10:43:07.790927 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:07.807248 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.823865 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dffd00c0-5c7b-4540-8c5d-f259f2f62e5c req-9e913be1-556b-410a-8d8c-ac18e5b55d3f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.1097937 Jun 29 10:43:07.825635 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.828194 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/585fe2d7-8b80-4027-9571-fe6df47fcc4a HTTP/1.1" status: 204 len: 168 time: 0.7288818 Jun 29 10:43:07.849474 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.861430 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50444) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.874721 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585fe2d7-8b80-4027-9571-fe6df47fcc4a,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.880620 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7e5161ce-43cc-4878-b6fc-d7387a11c932 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:07.881112 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.885359 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.957856 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 7e5161ce-43cc-4878-b6fc-d7387a11c932 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:07.959002 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.094901 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:03Z', 'revision_number': 3, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.123491 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Allocated IP 172.20.0.1 (d138f0bd-0831-4187-b7fa-656fdcb3b625/f74f3bd8-50af-40be-a3d3-b2d9219f801a/6e792e57-ac5a-41bf-82e3-e1cb149d503e) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:08.128831 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bade64-9a32-41df-ae0b-6cbb17b2446a None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:03Z', 'revision_number': 3, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:08.217702 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.250596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.60', 59967) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.297553 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.323583 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Transition to ACTIVE for port object 6e792e57-ac5a-41bf-82e3-e1cb149d503e will not be triggered until provisioned by entity DHCP. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:08.396225 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.417314 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-de15acf9-53fa-4c89-b1fb-c42be099d35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.430652 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:08.434982 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:08.439035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:08.439851 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.582523 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.620167 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.620795 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.621848 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.622611 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > port after_create 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.623170 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.623749 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > port after_update 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.624298 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.624826 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.625400 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.625925 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:08.855629 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.895062 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-618748f9-240d-409f-a2ac-4a85081ee3b7 None None] Provisioning for port 6e792e57-ac5a-41bf-82e3-e1cb149d503e completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:08.904879 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-618748f9-240d-409f-a2ac-4a85081ee3b7 None None] Provisioning complete for port 6e792e57-ac5a-41bf-82e3-e1cb149d503e triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:08.905095 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-618748f9-240d-409f-a2ac-4a85081ee3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.040092 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:09.040554 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:09.041242 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:09.041566 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:09.041946 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db183e3a-27e3-47e5-a91a-46d5e07683b6']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:09.047403 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device bf091054-8889-428b-b4cb-6d0eb0343284 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:09.068319 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.60', 59972) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.107850 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-618748f9-240d-409f-a2ac-4a85081ee3b7 None None] Port 6e792e57-ac5a-41bf-82e3-e1cb149d503e cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:09.132615 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port bf091054-8889-428b-b4cb-6d0eb0343284 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:09.139206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port bf091054-8889-428b-b4cb-6d0eb0343284 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:09.140040 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.172769 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e01871-6ca5-459a-a7d3-f1478233841e') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:09.180605 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e01871-6ca5-459a-a7d3-f1478233841e') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:09.205842 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-b1badcb7-475e-4bfd-a8c2-ce85b192bba9 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.230724 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-b1badcb7-475e-4bfd-a8c2-ce85b192bba9 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.60 "GET /v2.0/networks?id=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 HTTP/1.1" status: 200 len: 812 time: 0.9783838 Jun 29 10:43:09.335572 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.336017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:09.352212 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Request body: {'port': {'device_id': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754', 'admin_state_up': True, 'tenant_id': '15d0edffe33248e89f299f93032c9f1b'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:09.380347 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Pushing event updated for resources: {'Port': ['ID=6e792e57-ac5a-41bf-82e3-e1cb149d503e,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.386239 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.386508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.392487 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port bf091054-8889-428b-b4cb-6d0eb0343284, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=bf091054-8889-428b-b4cb-6d0eb0343284,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:09.398045 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.409925 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-7f9d451f-8c7d-4f2b-b911-f5b3645b2919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.433963 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3e9f1656-acad-4d6b-85af-2fb5000c689c req-a0cc0185-c277-4fab-a8db-065a61b0c732 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.1079993 Jun 29 10:43:09.484135 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=bf091054-8889-428b-b4cb-6d0eb0343284,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.487281 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.494689 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-769d5bcb-e88a-48a3-80f9-be9e20f9ea29 req-acd393bd-3fc5-4729-b69c-b89d1ab1467a tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.1749067 Jun 29 10:43:09.514670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.530132 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.531354 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.533730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.610211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.663424 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Pushing event updated for resources: {'Port': ['ID=6e792e57-ac5a-41bf-82e3-e1cb149d503e,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.669206 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.689844 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:09.690251 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.732011 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:09.733519 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: from cryptography.utils import int_from_bytes Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: from cryptography.utils import int_from_bytes Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:09.742208 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:09.893272 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:09.914306 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-d8bedb95-b3a6-47ad-afdd-f52d12623bbf tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.916119 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-d8bedb95-b3a6-47ad-afdd-f52d12623bbf tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.8289912 Jun 29 10:43:09.938353 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Request body: {'port': {'device_id': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'admin_state_up': True, 'tenant_id': '8b32857749654c2f8e13b2787b81f769'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:09.975883 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.040413 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-fd7948d9-1775-42bf-9b18-428494333649 None None] Provisioning complete for port 6e792e57-ac5a-41bf-82e3-e1cb149d503e triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:10.047390 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-fd7948d9-1775-42bf-9b18-428494333649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.118180 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:10.130707 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] 10.222.0.53 "PUT /v2.0/routers/fa7ef5e7-263e-46d5-b9c3-0dff037e1eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3350515 Jun 29 10:43:10.259755 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50552) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:10.357741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:10.366205 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-fd7948d9-1775-42bf-9b18-428494333649 None None] Port 6e792e57-ac5a-41bf-82e3-e1cb149d503e cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:10.393579 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.398714 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50562) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:10.405459 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/db183e3a-27e3-47e5-a91a-46d5e07683b6 HTTP/1.1" status: 204 len: 168 time: 2.5316393 Jun 29 10:43:10.493006 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Pushing event deleted for resources: {'Network': ['ID=db183e3a-27e3-47e5-a91a-46d5e07683b6,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.499025 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.511851 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Deleting subnet fbb7afeb-5f1c-4286-a04a-b72eb44b271c {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:10.517577 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.528761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:10.546364 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:10.574198 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:10.575929 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:10.580430 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Made reservation on behalf of 15d0edffe33248e89f299f93032c9f1b for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:10.595741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.684650 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.697826 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8886631 Jun 29 10:43:10.713656 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.724404 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50574) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:10.739166 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.966713 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:11.024959 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.065254 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fbb66376-4064-4896-80ef-67540c4f6387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.069485 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:11.070373 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.074104 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3c185187-6ac7-4783-a1c3-05650ac6a62f req-87778d5b-58cf-4726-bd6a-d36a0eb72e04 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.0896845 Jun 29 10:43:11.095602 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:11.099593 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:11.149519 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device bf091054-8889-428b-b4cb-6d0eb0343284 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:11.161022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb7afeb-5f1c-4286-a04a-b72eb44b271c,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.177570 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.185482 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.187913 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fbb7afeb-5f1c-4286-a04a-b72eb44b271c HTTP/1.1" status: 204 len: 168 time: 0.7875457 Jun 29 10:43:11.197261 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50582) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.247359 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Made reservation on behalf of 8b32857749654c2f8e13b2787b81f769 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:11.256404 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.463605 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port bf091054-8889-428b-b4cb-6d0eb0343284 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:11.464163 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.465410 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-70b35509-334d-478c-ad87-3ae31157dea3 req-3ad0b4ba-c38f-4f3f-a645-8e35de9f3760 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.1153290 Jun 29 10:43:11.477112 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50586) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.500533 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512613794', 'description': 'tempest-description--1652556730'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:11.545185 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.650982 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:11.729820 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Allocated IP 172.20.0.11 (fea409c0-ebd3-4d3d-9cd8-0c9deb98f754/048c8d5f-607c-42e3-8319-6ea67074aed7/cbf3121e-2d3e-441a-8fba-f727b5dadee0) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:11.790245 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Allocated IP 172.20.0.4 (ca386184-dfcc-4848-849b-7197a8359a8e/9cdd8595-0b70-4264-8227-147e5f16fc71/b69000b1-4e9a-44cc-a61e-7688946a86c3) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:11.810507 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.857324 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.857958 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.864753 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.866019 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > port after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.866535 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.867054 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > port after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.868180 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.868675 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.869190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.869662 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:11.942688 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:06Z', 'revision_number': 3, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:12.016025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:12.016025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Updating router 59e63ee1-aec1-451e-88dd-7e038137f1e2 port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:12.121565 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.186799 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 2, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:12.250491 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:12.254785 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:12.255265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:12.255708 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:12.256110 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:12.256580 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010003df-758f-49f4-8332-50cd01d2ac72']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:12.258555 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Updating router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda port 6e792e57-ac5a-41bf-82e3-e1cb149d503e binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:12.314891 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5d47cb-6bc1-455c-bcd0-01b48177579e') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:12.317388 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5d47cb-6bc1-455c-bcd0-01b48177579e') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:12.325731 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.366980 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.389514 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.391861 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.450912 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.510545 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.549487 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb869e-edb0-47dd-9753-cbfd320246a1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.596652 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fc775577-9b5e-4ab6-b445-cbeb3d6cc161 req-22cae0a1-78f4-42b1-af58-4f3a32f2bf2c tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.2376533 Jun 29 10:43:12.608728 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.619748 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.641167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.721558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.763357 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.784849 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:12.798204 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: from cryptography.utils import int_from_bytes Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: from cryptography.utils import int_from_bytes Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:12.844359 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:12.864450 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.899014 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.904066 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.919718 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.983570 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-38f90bf3-ca10-4046-9dda-7831db7f3533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.162307 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:13.192075 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:13.223300 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c32c7fe471ed46eb8ec8831e1fb1f42e&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9625123 Jun 29 10:43:13.225420 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8412333d-88f4-4fe8-8b7b-b7b9b2b19bd0 req-9ee54269-795b-4ae6-a970-f5096bb0af4e tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.4972112 Jun 29 10:43:13.231631 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50612) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.247952 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Transition to ACTIVE for port object 6e792e57-ac5a-41bf-82e3-e1cb149d503e will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:13.250884 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Transition to ACTIVE for port object 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:13.261369 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.267032 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.269725 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.273162 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.274880 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:13.294476 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.311274 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5bfee-89b7-49ef-9944-db25a4823179 None None] Pushing event updated for resources: {'Port': ['ID=6e792e57-ac5a-41bf-82e3-e1cb149d503e,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.318228 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8d7dce9f-cb4f-42e2-b6e4-a899fba79860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.325350 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-ade5bfee-89b7-49ef-9944-db25a4823179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.418130 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.418130 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] 10.222.0.53 "DELETE /v2.0/networks/010003df-758f-49f4-8332-50cd01d2ac72 HTTP/1.1" status: 204 len: 168 time: 2.1660287 Jun 29 10:43:13.418130 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Pushing event deleted for resources: {'Network': ['ID=010003df-758f-49f4-8332-50cd01d2ac72,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.424226 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Pushing event updated for resources: {'Port': ['ID=cbf3121e-2d3e-441a-8fba-f727b5dadee0,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.424226 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Network ca386184-dfcc-4848-849b-7197a8359a8e is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:13.426569 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Attempting to bind port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:13.426569 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Attempting to bind port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:13.426569 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Attempting to bind port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:13.426837 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e18bf686-7276-4202-8693-2a526d92d296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.430479 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:13.431511 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:13.432404 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.434315 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:13.435289 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Bound port: 519deb4d-ef3f-4a0f-bad4-a57f3a910f53, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:13.435956 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.481909 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.482749 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:13.498730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-378657db-a5a4-41d7-9c87-14ef7c0e8662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.508890 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:13.521243 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Attempting to bind port 6e792e57-ac5a-41bf-82e3-e1cb149d503e on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:13.521503 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.522032 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Attempting to bind port 6e792e57-ac5a-41bf-82e3-e1cb149d503e by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:13.522575 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Attempting to bind port 6e792e57-ac5a-41bf-82e3-e1cb149d503e on network d138f0bd-0831-4187-b7fa-656fdcb3b625 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:13.522767 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.542034 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:13.543036 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Checking segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:13.543443 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.543991 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.544795 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Bound using segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:13.545770 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Bound port: 6e792e57-ac5a-41bf-82e3-e1cb149d503e, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:13.546344 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.569919 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-afafa1f2-8045-42af-9954-f409394ffc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.575459 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eaf48-285e-41eb-81f3-f5539f81183e None None] Pushing event updated for resources: {'Port': ['ID=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.587641 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d13eaf48-285e-41eb-81f3-f5539f81183e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.605647 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] For port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:13.615854 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] For port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:13.624456 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.626908 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-7f9d451f-8c7d-4f2b-b911-f5b3645b2919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.702263 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.713298 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.715827 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2281470 Jun 29 10:43:13.721147 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67c96a-a029-4d42-b900-55309779b306,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.721409 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] For port 6e792e57-ac5a-41bf-82e3-e1cb149d503e, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:13.774103 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50618) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.776552 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] For port 6e792e57-ac5a-41bf-82e3-e1cb149d503e, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=6e792e57-ac5a-41bf-82e3-e1cb149d503e,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:13.779236 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.779236 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50620) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.780011 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.784658 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-7036459f-ca33-4d47-afa0-2b0abe2b7ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.795589 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eaf48-285e-41eb-81f3-f5539f81183e None None] Pushing event updated for resources: {'Port': ['ID=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.822737 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d13eaf48-285e-41eb-81f3-f5539f81183e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.823124 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4c011e6b-490b-4cc7-b448-71734bce925a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7239a25f685242dd94e26725aaf48335&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692852 Jun 29 10:43:13.826794 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50624) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.884507 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:13.888159 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:13.890483 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.901405 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.904067 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:13.905793 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7acb869e-edb0-47dd-9753-cbfd320246a1 HTTP/1.1" status: 204 len: 168 time: 0.6721883 Jun 29 10:43:13.908549 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-eef5739a-1db2-4bb7-bec3-d7f857c46c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.923036 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:13.990736 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb869e-edb0-47dd-9753-cbfd320246a1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.007856 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.145951 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.254658 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:14.321212 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.322379 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.328163 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.362549 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5bfee-89b7-49ef-9944-db25a4823179 None None] Pushing event updated for resources: {'Port': ['ID=6e792e57-ac5a-41bf-82e3-e1cb149d503e,revision_number=4']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.374084 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-ade5bfee-89b7-49ef-9944-db25a4823179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.436994 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:14.583139 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c53cf-c60b-40b2-b0bc-9be9c98c3d8d req-d2200c32-71d4-4601-b4a3-7979788fe832 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.588305 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-680c53cf-c60b-40b2-b0bc-9be9c98c3d8d req-d2200c32-71d4-4601-b4a3-7979788fe832 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 931 time: 0.6328804 Jun 29 10:43:14.605504 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'security_group_rule': {'security_group_id': 'dc67c96a-a029-4d42-b900-55309779b306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:14.647640 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.654875 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.784662 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:06Z', 'revision_number': 3, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:14.787057 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8549182 Jun 29 10:43:14.799215 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.861602 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e526e43-2880-4e61-930e-b7a0027c8844 None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:06Z', 'revision_number': 3, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:14.884482 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Allocated IP 172.20.0.1 (5f16b657-79ea-48e1-9740-5f5af748e903/ed7efaf5-d4b2-4229-a2f3-68bef3caec82/7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:14.940620 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.951422 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-680c53cf-c60b-40b2-b0bc-9be9c98c3d8d req-6209e30e-234a-4738-adcc-2b10f9ca4a2c tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722123 Jun 29 10:43:14.971559 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.005162 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88262d63-76e6-4084-9887-fdabde76a58e HTTP/1.1" status: 204 len: 168 time: 1.1447628 Jun 29 10:43:15.007215 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b1af1f1f-86ba-46cf-98d4-204e9337e49a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.011137 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:13Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:15.090301 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4fc9-f093-4caa-a423-11ac0e42d95c None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:13Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:15.148028 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d14ab-4987-419f-a51b-7f8223fb736b req-5e05c152-50d2-4332-95d2-4064360261bb tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:15.155579 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-498d14ab-4987-419f-a51b-7f8223fb736b req-5e05c152-50d2-4332-95d2-4064360261bb tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 932 time: 0.5632129 Jun 29 10:43:15.181012 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88262d63-76e6-4084-9887-fdabde76a58e,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.188050 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.224610 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.362158 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-498d14ab-4987-419f-a51b-7f8223fb736b req-8f4ffbda-34bc-4d2e-8aa4-adddc3e4aea2 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905107 Jun 29 10:43:15.385877 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-34465464-5981-42a9-9ac1-ecf7c136d30a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=99738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:43:15.387179 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-34465464-5981-42a9-9ac1-ecf7c136d30a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710573 Jun 29 10:43:15.396133 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event updated for resources: {'Port': ['ID=b69000b1-4e9a-44cc-a61e-7688946a86c3,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.399352 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0547795 Jun 29 10:43:15.400905 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Transition to ACTIVE for port object 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:15.402881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.904s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.440597 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.451890 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.459201 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.493955 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d97a611-9580-4deb-ae54-1c14dd73b1c5,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.508347 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.558653 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.566927 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50674) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.567124 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2866588 Jun 29 10:43:15.568848 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.572358 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'security_group_rule': {'security_group_id': 'dc67c96a-a029-4d42-b900-55309779b306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:15.575998 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.724019 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.741468 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Network 5f16b657-79ea-48e1-9740-5f5af748e903 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:15.755087 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:15.759039 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:15.906057 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.920961 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.963062 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.999244 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.020998 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.058453 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50688) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.060869 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.186559 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.195472 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6262302 Jun 29 10:43:16.212602 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50694) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.230536 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5a31c3b1-845a-4bcf-ad0c-ef71bb50f372 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bed254595f2b4a96a3ae68ae81e8456d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1607354 Jun 29 10:43:16.234670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50696) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.244227 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'floatingip': {'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:16.260969 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cea3a0-0d1c-4fe1-a255-995193c545e8,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.272680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.350054 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a85fdda7-0d12-4199-a52b-6b0a7fded2ad None None] Provisioning for port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:16.364087 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a85fdda7-0d12-4199-a52b-6b0a7fded2ad None None] Provisioning complete for port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:16.369582 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-a85fdda7-0d12-4199-a52b-6b0a7fded2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.561784 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-a85fdda7-0d12-4199-a52b-6b0a7fded2ad None None] Port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:16.600602 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.821854 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.824032 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Request body: {'port': {'device_id': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:16.894457 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Request body: {'port': {'device_id': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:17.146148 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:17.201311 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.326507 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:17.341206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:17.342363 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.388150 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.433763 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.436375 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.484881 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.491020 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93348d38-4395-46ea-9a1c-e57ce445b246 HTTP/1.1" status: 204 len: 168 time: 1.2310741 Jun 29 10:43:17.531164 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.611897 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93348d38-4395-46ea-9a1c-e57ce445b246,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.628272 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.700650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6f2bb-50b7-4b28-862a-6b659cf8809d req-45fe376a-3cc2-42db-8c9f-0f02c5fa8009 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.703025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.706193 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3dd6f2bb-50b7-4b28-862a-6b659cf8809d req-45fe376a-3cc2-42db-8c9f-0f02c5fa8009 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 931 time: 1.2247510 Jun 29 10:43:17.793069 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:17.808950 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.810401 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 6e792e57-ac5a-41bf-82e3-e1cb149d503e up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:17.813247 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.832897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.907538 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba99d29-1163-4790-9f02-0399662caa02 req-cda066a6-84fb-41af-bfa7-d699adf19ff1 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.923046 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ba99d29-1163-4790-9f02-0399662caa02 req-cda066a6-84fb-41af-bfa7-d699adf19ff1 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 932 time: 1.1779666 Jun 29 10:43:18.033034 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.054939 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.090166 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.100304 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.111758 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 6e792e57-ac5a-41bf-82e3-e1cb149d503e completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:18.119831 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 6e792e57-ac5a-41bf-82e3-e1cb149d503e triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:18.120228 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.154066 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-12c14cd3-4048-4dff-b946-ff353fba13bf tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.187074 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3dd6f2bb-50b7-4b28-862a-6b659cf8809d req-09a37e5f-4c9f-40ac-b211-77c7e8c03935 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617078 Jun 29 10:43:18.195951 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ba99d29-1163-4790-9f02-0399662caa02 req-87597cd1-7964-44d9-b979-ab5119bc2ab6 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716963 Jun 29 10:43:18.307442 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.310156 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.315729 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.329738 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.411309 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.480376 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Allocated IP 172.28.0.64 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/50428f77-ec14-40bf-9bbb-2a7ad31b87b5) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:18.481989 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 6e792e57-ac5a-41bf-82e3-e1cb149d503e, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=6e792e57-ac5a-41bf-82e3-e1cb149d503e,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:18.489010 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.491442 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d13eaf48-285e-41eb-81f3-f5539f81183e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.620979 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=6e792e57-ac5a-41bf-82e3-e1cb149d503e,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.629812 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.664594 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.724964 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.733365 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-64b04baf-854f-438b-ab76-b11f857dfd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.736504 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Network 5f16b657-79ea-48e1-9740-5f5af748e903 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:18.741657 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:18.829914 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:18.844904 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:18.854893 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:19.027312 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:19.191207 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.279248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-126c9476-22d6-406a-8887-5477126f1477 None None] Provisioning complete for port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:19.279669 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-126c9476-22d6-406a-8887-5477126f1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.325311 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'Port': ['ID=50428f77-ec14-40bf-9bbb-2a7ad31b87b5,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.342601 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.373179 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:19.374489 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.393101 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.507934 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:19.921697 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-126c9476-22d6-406a-8887-5477126f1477 None None] Port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:19.946816 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.122606 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 6e792e57-ac5a-41bf-82e3-e1cb149d503e up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:20.185804 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69000b1-4e9a-44cc-a61e-7688946a86c3 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:20.216515 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:20.233452 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:20.249866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4a9ad-eed3-4a6d-93a3-f687efcaa04c req-3621fb8a-4bbf-4776-ad91-28388f353cb6 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.252288 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-67f4a9ad-eed3-4a6d-93a3-f687efcaa04c req-3621fb8a-4bbf-4776-ad91-28388f353cb6 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 932 time: 0.5568900 Jun 29 10:43:20.262219 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 6e792e57-ac5a-41bf-82e3-e1cb149d503e triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:20.263300 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.270085 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:20.271176 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:20.294730 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] 10.222.0.53 "PUT /v2.0/routers/59e63ee1-aec1-451e-88dd-7e038137f1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5589283 Jun 29 10:43:20.301475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.328962 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf3121e-2d3e-441a-8fba-f727b5dadee0 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:20.345771 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca62253-b700-42a0-a98f-e2848b672ecc req-8bc201cf-14b3-4789-984a-e2cad88bb3ab tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.349748 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bca62253-b700-42a0-a98f-e2848b672ecc req-8bc201cf-14b3-4789-984a-e2cad88bb3ab tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 931 time: 0.7664583 Jun 29 10:43:20.364628 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.375190 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Transition to ACTIVE for port object b69000b1-4e9a-44cc-a61e-7688946a86c3 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:20.386520 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.405131 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.459001 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.490110 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30274c33-fac0-456a-a268-015c09164172 service neutron] Pushing event updated for resources: {'Port': ['ID=b69000b1-4e9a-44cc-a61e-7688946a86c3,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.496844 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Transition to ACTIVE for port object cbf3121e-2d3e-441a-8fba-f727b5dadee0 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:20.499892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-30274c33-fac0-456a-a268-015c09164172 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.543550 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.559318 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.564984 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.588629 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:20.592767 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.642138 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-67f4a9ad-eed3-4a6d-93a3-f687efcaa04c req-acb95b75-4db5-4d28-9c22-eef322574fc6 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770289 Jun 29 10:43:20.668758 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'Port': ['ID=50428f77-ec14-40bf-9bbb-2a7ad31b87b5,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.693022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.708498 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bca62253-b700-42a0-a98f-e2848b672ecc req-2039552b-87e6-4c8f-8657-1148f96af8e8 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142061 Jun 29 10:43:20.793624 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.825680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.827635 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5945861 Jun 29 10:43:20.844948 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Pushing event updated for resources: {'Port': ['ID=cbf3121e-2d3e-441a-8fba-f727b5dadee0,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.844948 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Attempting to bind port b69000b1-4e9a-44cc-a61e-7688946a86c3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:20.844948 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Attempting to bind port b69000b1-4e9a-44cc-a61e-7688946a86c3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:20.844948 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Attempting to bind port b69000b1-4e9a-44cc-a61e-7688946a86c3 on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:20.848779 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.849574 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Port b69000b1-4e9a-44cc-a61e-7688946a86c3 on network ca386184-dfcc-4848-849b-7197a8359a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:20.849939 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Attempting to bind port b69000b1-4e9a-44cc-a61e-7688946a86c3 on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:20.852899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Attempting to bind port cbf3121e-2d3e-441a-8fba-f727b5dadee0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:20.861500 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Attempting to bind port cbf3121e-2d3e-441a-8fba-f727b5dadee0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '989f9973-525a-4792-8ab7-c3317275fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:20.861923 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Attempting to bind port cbf3121e-2d3e-441a-8fba-f727b5dadee0 on network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:20.877793 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:20.878164 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Checking segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:20.878799 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Bound using segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:20.879441 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Bound port: b69000b1-4e9a-44cc-a61e-7688946a86c3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:20.880050 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.005585 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Port cbf3121e-2d3e-441a-8fba-f727b5dadee0 on network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:21.005969 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Attempting to bind port cbf3121e-2d3e-441a-8fba-f727b5dadee0 on network fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:21.034312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:21.034659 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Checking segment: {'id': '989f9973-525a-4792-8ab7-c3317275fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:21.035082 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Bound using segment: {'id': '989f9973-525a-4792-8ab7-c3317275fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:21.035761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Bound port: cbf3121e-2d3e-441a-8fba-f727b5dadee0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989f9973-525a-4792-8ab7-c3317275fffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:21.035882 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.069039 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 2, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:21.128360 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:21.129077 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Updating router 59e63ee1-aec1-451e-88dd-7e038137f1e2 port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:21.157925 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] For port b69000b1-4e9a-44cc-a61e-7688946a86c3, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:21.177894 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.232646 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] For port b69000b1-4e9a-44cc-a61e-7688946a86c3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:21.247380 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.256202 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a174c77-f1b4-4765-99a4-303c97a2b347 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:21.267692 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] For port cbf3121e-2d3e-441a-8fba-f727b5dadee0, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:21.320486 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] For port cbf3121e-2d3e-441a-8fba-f727b5dadee0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0,segment=NetworkSegment(989f9973-525a-4792-8ab7-c3317275fffc),segment_id=989f9973-525a-4792-8ab7-c3317275fffc)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:21.344000 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.348421 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.349187 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.354956 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-30274c33-fac0-456a-a268-015c09164172 service neutron] 10.222.0.60 "PUT /v2.0/ports/b69000b1-4e9a-44cc-a61e-7688946a86c3 HTTP/1.1" status: 200 len: 1093 time: 5.3115351 Jun 29 10:43:21.363293 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'tag': 'b69000b1-4e9a-44cc-a61e-7688946a86c3'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:21.434898 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30274c33-fac0-456a-a268-015c09164172 service neutron] Pushing event updated for resources: {'Port': ['ID=b69000b1-4e9a-44cc-a61e-7688946a86c3,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:21.454176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-30274c33-fac0-456a-a268-015c09164172 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.455912 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:21.470519 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.475624 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.477306 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] 10.222.0.60 "PUT /v2.0/ports/cbf3121e-2d3e-441a-8fba-f727b5dadee0 HTTP/1.1" status: 200 len: 1094 time: 5.4049563 Jun 29 10:43:21.583510 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d63f7d-b484-4c6e-88af-6b1dbc14f133" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf20b16-beaa-4367-bf01-dd5d8ddefc6b", "tag": "b69000b1-4e9a-44cc-a61e-7688946a86c3"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:21.667451 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Pushing event updated for resources: {'Port': ['ID=cbf3121e-2d3e-441a-8fba-f727b5dadee0,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:21.686378 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.809197 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50892) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:21.838935 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-2cc69dd4-525e-4e47-a946-480d0478d6bf tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--512613794&fields=id&tenant_id=3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 267 time: 0.1146698 Jun 29 10:43:21.862081 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281521306', 'description': 'tempest-description--450241771'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:22.043935 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.119308 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110a8d9-d56f-4c2a-8ef1-5a0e1a9dbd90 x-openstack-request-id: req-8110a8d9-d56f-4c2a-8ef1-5a0e1a9dbd90 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:22.119662 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf20b16-beaa-4367-bf01-dd5d8ddefc6b", "tag": "b69000b1-4e9a-44cc-a61e-7688946a86c3", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:22.119662 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8110a8d9-d56f-4c2a-8ef1-5a0e1a9dbd90 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:22.120124 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'tag': 'b69000b1-4e9a-44cc-a61e-7688946a86c3', 'status': 'completed', 'code': 200} Jun 29 10:43:22.155196 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.179297 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-a93d9aa8-e2ea-4a01-b74d-1ecd17f63d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.181028 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-a93d9aa8-e2ea-4a01-b74d-1ecd17f63d22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15d0edffe33248e89f299f93032c9f1b&device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 1097 time: 0.4476280 Jun 29 10:43:22.183677 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-9d3287e8-b99c-4c65-a381-e1d00a44608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.185447 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-9d3287e8-b99c-4c65-a381-e1d00a44608b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 1096 time: 0.4269693 Jun 29 10:43:22.252074 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Transition to ACTIVE for port object 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:22.256205 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-7f1b3c39-d367-4219-b7a9-d50a5a59e730 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.271729 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-7f1b3c39-d367-4219-b7a9-d50a5a59e730 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 816 time: 0.4171247 Jun 29 10:43:22.277976 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.295171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:22.314514 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-b4959236-fe47-446a-b645-caad016d38f1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/quotas/3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 375 time: 0.0414393 Jun 29 10:43:22.413514 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-2f1da688-0e7f-4fbb-8266-336a4ac1cb46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0 HTTP/1.1" status: 200 len: 217 time: 0.2078843 Jun 29 10:43:22.423746 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-81168a82-e857-4c35-b504-0cd15a65ee38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3 HTTP/1.1" status: 200 len: 217 time: 0.2061443 Jun 29 10:43:22.491312 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b07b6-590c-4bb9-bee8-34b40c13a696 None None] Pushing event updated for resources: {'Port': ['ID=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.516543 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-391b07b6-590c-4bb9-bee8-34b40c13a696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.670103 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-6aae9207-0752-45e2-9193-bf5243f201aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3521268 Jun 29 10:43:22.741609 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-0a9a4c85-ebd6-4b93-9abe-bf4f5badf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.745984 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-0a9a4c85-ebd6-4b93-9abe-bf4f5badf10e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=048c8d5f-607c-42e3-8319-6ea67074aed7 HTTP/1.1" status: 200 len: 852 time: 0.3160222 Jun 29 10:43:22.752839 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Attempting to bind port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:22.753262 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Attempting to bind port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:22.753637 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Attempting to bind port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 on network 5f16b657-79ea-48e1-9740-5f5af748e903 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:22.769862 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:22.771562 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Checking segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:22.773562 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.775604 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Bound using segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:22.778245 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Bound port: 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:22.778956 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.838539 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-00a5180e-4b6c-422d-a576-e7c730918ecb service neutron] 10.222.0.53 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667769 Jun 29 10:43:22.850843 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4518-6357-4fa7-b3b7-abb5892c6b30 req-76a85933-3fb6-40e2-a5a3-f8186cd94843 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.861551 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-35ed4518-6357-4fa7-b3b7-abb5892c6b30 req-76a85933-3fb6-40e2-a5a3-f8186cd94843 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 944 time: 0.4491529 Jun 29 10:43:22.879447 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.886024 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400568-1496-4101-a873-dafe65a894d6 req-87b55d3d-7ae5-45ef-9d0b-514f5a25312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.895649 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-87b55d3d-7ae5-45ef-9d0b-514f5a25312d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.4048567 Jun 29 10:43:22.902647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.953976 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50924) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:23.036447 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] For port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:23.043015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] For port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:23.050789 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.054171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.060792 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-35ed4518-6357-4fa7-b3b7-abb5892c6b30 req-c6ab71af-ed8f-44d8-ab53-e63db7981ad1 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978180 Jun 29 10:43:23.120273 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.126827 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-5d13ba8f-e757-4249-8326-d9d598b5f97b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2285864 Jun 29 10:43:23.172420 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:23.177538 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:23.186837 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-c68d29ba-872a-4851-8bff-ad5f6f84f3e1 service neutron] 10.222.0.53 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137908 Jun 29 10:43:23.200434 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b07b6-590c-4bb9-bee8-34b40c13a696 None None] Pushing event updated for resources: {'Port': ['ID=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.217888 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-391b07b6-590c-4bb9-bee8-34b40c13a696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.242563 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.294279 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-0d511793-50fa-45a4-b177-254df869ece5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442570 Jun 29 10:43:23.423247 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:23.518764 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555a8fb-6db2-42df-82ac-854a90de6d93 req-21b8afa9-c26e-4fe5-ab0c-20fba757995e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.522582 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4555a8fb-6db2-42df-82ac-854a90de6d93 req-21b8afa9-c26e-4fe5-ab0c-20fba757995e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 943 time: 0.2250102 Jun 29 10:43:23.561680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.591666 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.596848 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.601102 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4555a8fb-6db2-42df-82ac-854a90de6d93 req-97c774c3-400b-4528-a1d0-1a3996085a31 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699451 Jun 29 10:43:23.645783 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7fd0ddaf68647c2b1c9c0ae245f048d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6857083 Jun 29 10:43:23.646895 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50940) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:23.647665 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d488eb-2cb3-40ee-befb-0b0a44390338,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.670121 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.694432 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528a61f0-1402-402b-98bb-9d6bba12b8d8,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.766236 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.768806 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9169893 Jun 29 10:43:23.771873 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50950) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:23.783531 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.857018 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'security_group_rule': {'security_group_id': '528a61f0-1402-402b-98bb-9d6bba12b8d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:23.890792 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-19a0cb66-90ff-42b1-99d1-369145e6201f req-86a7de5b-6dca-45b9-9712-fbd7d5e472f1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 210 time: 0.1868393 Jun 29 10:43:23.917042 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-056ddd99-26ed-4fac-87e8-854d1a67497c service neutron] 10.222.0.60 "GET /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577647 Jun 29 10:43:23.977618 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.993197 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-a7730da1-7709-4fb9-b8cc-423ed39ac355 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419388 Jun 29 10:43:23.996342 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.034832 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.062656 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:23Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:24.115398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.122289 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.130778 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.146658 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9300e2-1856-440e-9d04-2ca82d9b94a2 None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:23Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:24.152600 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f2d1c7-91fc-433f-b3c5-892fe1629fb3,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.166823 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.170493 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.172428 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3990226 Jun 29 10:43:24.175654 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50972) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:24.192416 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'security_group_rule': {'security_group_id': '528a61f0-1402-402b-98bb-9d6bba12b8d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:24.246386 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.332954 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.339781 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9d488eb-2cb3-40ee-befb-0b0a44390338 HTTP/1.1" status: 204 len: 168 time: 0.6647089 Jun 29 10:43:24.339781 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.370777 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.385815 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d488eb-2cb3-40ee-befb-0b0a44390338,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.398223 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.529256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'tag': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:24.532275 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96275026-a53e-4c1e-8566-bf8d598ebe30" -d '{"events": [{"name": "network-changed", "server_uuid": "ec16c0fc-c20d-40c2-b113-662888a7749d", "tag": "cbf3121e-2d3e-441a-8fba-f727b5dadee0"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:24.572360 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2f29-f67c-480a-a4a1-86ec371be171 req-f0da9dca-0498-4cee-99e5-8f4bb9c41e7e tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.573704 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-63dc2f29-f67c-480a-a4a1-86ec371be171 req-f0da9dca-0498-4cee-99e5-8f4bb9c41e7e tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 944 time: 0.3292902 Jun 29 10:43:24.601811 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.612399 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.620696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.647844 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-63dc2f29-f67c-480a-a4a1-86ec371be171 req-4ffd63d4-7807-4eba-83ec-7260c2d4a866 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637634 Jun 29 10:43:24.660470 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9a1ddf-c7bc-4ff9-98b8-c0fa43d25d40,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.678210 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.679849 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.682242 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5035503 Jun 29 10:43:24.684681 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 50990) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:24.692291 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'floatingip': {'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:24.720937 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.789875 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d3b28-d431-406e-9884-b480fc54920f x-openstack-request-id: req-f65d3b28-d431-406e-9884-b480fc54920f {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:24.792030 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec16c0fc-c20d-40c2-b113-662888a7749d", "tag": "cbf3121e-2d3e-441a-8fba-f727b5dadee0", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:24.794709 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f65d3b28-d431-406e-9884-b480fc54920f {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:24.795378 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'tag': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0', 'status': 'completed', 'code': 200} Jun 29 10:43:24.811779 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9ff67a7a-81aa-448e-977f-145b69d32fe3 req-b84d7409-47f2-40b0-abb3-c93e482318dc service neutron] 10.222.0.60 "GET /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822114 Jun 29 10:43:24.850421 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d1400568-1496-4101-a873-dafe65a894d6 req-4ed5c28b-379a-4500-ab40-a855c496b17d service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556396 Jun 29 10:43:24.943288 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 50994) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.046237 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.102900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.288899 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:25.292074 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-8205e073-f28a-4445-8ab4-b042013430db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.294151 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-8205e073-f28a-4445-8ab4-b042013430db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15d0edffe33248e89f299f93032c9f1b&device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 1097 time: 0.3009419 Jun 29 10:43:25.319858 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7bf020c6-14af-42b2-8dcb-8f365dd015a9 req-73f9dfd8-b577-4bf4-9517-e15b0b6ff9e8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 210 time: 0.1141338 Jun 29 10:43:25.365710 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-3886efb3-7a7f-4992-8663-f075866ad213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.369491 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-3886efb3-7a7f-4992-8663-f075866ad213 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 1096 time: 0.3727465 Jun 29 10:43:25.386713 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:25.387926 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19f45-b96e-42e6-a0ec-307acd7048d4 req-ca093b1c-470e-470f-af00-926edeaabfe7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.392987 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:25.393545 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.398166 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d8c19f45-b96e-42e6-a0ec-307acd7048d4 req-ca093b1c-470e-470f-af00-926edeaabfe7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 943 time: 0.3777778 Jun 29 10:43:25.448730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Allocated IP 172.28.0.115 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/cdd85884-1207-4ee4-b091-ad692849cf41) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:25.517901 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d8c19f45-b96e-42e6-a0ec-307acd7048d4 req-e1bcbed4-2212-4a51-b58f-48bc11f87b78 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128061 Jun 29 10:43:25.642716 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.654348 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.683133 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.690304 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.711841 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-485ca3bd-fee6-4644-bb52-09a7edbbf117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:25.719300 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-53ed85ff-42cc-4cb1-89de-daf4649d8fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.738134 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-7421e98e-1d6e-4d0b-be5b-f763193384df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.742769 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-7421e98e-1d6e-4d0b-be5b-f763193384df service neutron] 10.222.0.60 "GET /v2.0/networks?id=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 HTTP/1.1" status: 200 len: 913 time: 0.4310718 Jun 29 10:43:25.811022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.815961 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:25.865910 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:25.871701 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:25.875717 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:25.880195 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-e6903acc-4bba-4b91-a922-d0fd41775de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.886232 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-e6903acc-4bba-4b91-a922-d0fd41775de1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 916 time: 0.4929776 Jun 29 10:43:25.894007 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d72eafd74254f99996d5619e74aeb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9496400 Jun 29 10:43:25.900383 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-73b585de-c6fc-47ec-8d37-4584eb9f58ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0 HTTP/1.1" status: 200 len: 217 time: 0.1138225 Jun 29 10:43:25.901197 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51034) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.912512 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'Port': ['ID=cdd85884-1207-4ee4-b091-ad692849cf41,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:25.917917 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:25.924624 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1f7c56-faa7-4eed-9bc9-2985680d0e37,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:25.935141 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.017461 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:26.028155 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.032143 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.046541 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.60', 60005) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.062370 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-d6e3cd35-c575-4d3b-b02c-66820150c8c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3 HTTP/1.1" status: 200 len: 217 time: 0.1597533 Jun 29 10:43:26.114915 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.119305 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.144385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-0f12d44d-4a12-4de2-87b7-a8b5c20e12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.146321 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-0f12d44d-4a12-4de2-87b7-a8b5c20e12c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=048c8d5f-607c-42e3-8319-6ea67074aed7 HTTP/1.1" status: 200 len: 852 time: 0.2039120 Jun 29 10:43:26.202017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-23faa868-9243-46e2-b5bf-a1bd0ee053a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.203581 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-23faa868-9243-46e2-b5bf-a1bd0ee053a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.1222072 Jun 29 10:43:26.207366 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-7c183a81-89cc-48c8-be49-c368d0c90f5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518355 Jun 29 10:43:26.210373 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.212845 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.343479 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-9a1bf0e5-6a71-4828-8b27-405bc1baddf3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.344960 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-9a1bf0e5-6a71-4828-8b27-405bc1baddf3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 816 time: 0.2850659 Jun 29 10:43:26.359372 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1395f0-f167-4344-a2c2-c7450c72fe1c req-28ffe357-3d48-44b3-ba94-8c5e101fa531 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.360818 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b1395f0-f167-4344-a2c2-c7450c72fe1c req-28ffe357-3d48-44b3-ba94-8c5e101fa531 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 944 time: 0.3480356 Jun 29 10:43:26.372023 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.374854 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-51149e32-b9bc-42ee-be79-f23833fd2660 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539404 Jun 29 10:43:26.382646 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.621416 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d0f5d8d8-cee6-4463-983a-1e251cfb4a1f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 379 time: 0.2576437 Jun 29 10:43:26.621903 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-0daf6778-9202-45b3-911c-71018aab97d6 service neutron] 10.222.0.60 "GET /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997395 Jun 29 10:43:26.624278 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-f2a444af-3687-4169-b69e-bca08bc8e5df service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354584 Jun 29 10:43:26.657485 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d2ddb900-8084-4bdb-83eb-1e3480b904cc req-fd49d50e-0700-4d0e-9947-e450c9669a28 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 210 time: 0.0928895 Jun 29 10:43:26.661613 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.664397 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'port': {'device_id': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'admin_state_up': True, 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'security_groups': ['dc67c96a-a029-4d42-b900-55309779b306']}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:26.673564 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b1395f0-f167-4344-a2c2-c7450c72fe1c req-bcce2b75-f743-4647-a591-f1099a66383f tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033772 Jun 29 10:43:26.722415 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.726284 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca1f7c56-faa7-4eed-9bc9-2985680d0e37 HTTP/1.1" status: 204 len: 168 time: 0.8223403 Jun 29 10:43:26.727188 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.773692 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1f7c56-faa7-4eed-9bc9-2985680d0e37,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.782003 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.893149 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-96275026-a53e-4c1e-8566-bf8d598ebe30 req-9bbcce22-a6e8-457b-af64-aa50f0efe53a service neutron] 10.222.0.60 "GET /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421799 Jun 29 10:43:26.903109 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-18d63f7d-b484-4c6e-88af-6b1dbc14f133 req-561bd8d5-5f1d-4d73-b69d-f16a2caa1137 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630966 Jun 29 10:43:26.915987 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51074) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:27.193673 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:27.222096 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361c8f7-7e99-44e7-b4de-d78610e9e9b0 req-f8a25236-e5c6-454b-830b-eee748ab7c35 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:27.234121 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0361c8f7-7e99-44e7-b4de-d78610e9e9b0 req-f8a25236-e5c6-454b-830b-eee748ab7c35 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 943 time: 0.2191572 Jun 29 10:43:27.261180 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.277869 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:27.278253 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.298389 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.db.api [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:43:27.298389 dv-cinder-786627-13-smb neutron-server[99738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:43:27.298389 dv-cinder-786627-13-smb neutron-server[99738]: [parameters: {'project_id_1': 'aeb77cbdc0b3402b8657044ed5416d90', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 43, 27, 277174)}] Jun 29 10:43:27.298389 dv-cinder-786627-13-smb neutron-server[99738]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:43:27.298773 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_db.api [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:43:27.308124 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0361c8f7-7e99-44e7-b4de-d78610e9e9b0 req-f487ade3-84c5-4f90-93d0-5c46c1bffc1d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730627 Jun 29 10:43:27.333341 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.340998 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.342343 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Made reservation on behalf of 3c1fde4b36e2492d94833157cfb50be0 for: {'port': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:27.346942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.359990 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.409443 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'Port': ['ID=cdd85884-1207-4ee4-b091-ad692849cf41,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.413598 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.547304 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.615240 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.625264 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9307499 Jun 29 10:43:27.702509 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Allocated IP 172.20.0.10 (d138f0bd-0831-4187-b7fa-656fdcb3b625/f74f3bd8-50af-40be-a3d3-b2d9219f801a/e1d34fee-aa8e-48ee-a4de-4004ea10b77b) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:27.800419 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.961241 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fb0aeb96-bac4-414e-8fb9-7f5c82f86350 req-89eb5fae-3cca-48b1-becb-64bf9b93706c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 210 time: 0.0471435 Jun 29 10:43:28.006934 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.015228 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.019985 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:28.029582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.051432 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Transition to ACTIVE for port object e1d34fee-aa8e-48ee-a4de-4004ea10b77b will not be triggered until provisioned by entity DHCP. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:28.070838 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51128) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:28.071917 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aeb77cbdc0b3402b8657044ed5416d90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1523547 Jun 29 10:43:28.073496 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebcc77-be2b-469a-ac32-18f27a4557fd,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:28.080883 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:28.101407 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437930b-6d55-4c2b-b40d-9bcf96bf2c37 req-ce39591c-8ca3-4d1d-9aae-16e5f398ce03 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.102984 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d437930b-6d55-4c2b-b40d-9bcf96bf2c37 req-ce39591c-8ca3-4d1d-9aae-16e5f398ce03 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 944 time: 0.1467137 Jun 29 10:43:28.202562 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d437930b-6d55-4c2b-b40d-9bcf96bf2c37 req-c17cfb53-33b0-47b0-92a0-2043c52b3a7b tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883975 Jun 29 10:43:28.207847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.224978 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-8f8592ce-6362-44ab-90dd-b950a466dde8 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1281521306&fields=id&tenant_id=e4d186a3c4d540808779bd642bdd1847 HTTP/1.1" status: 200 len: 267 time: 0.1369514 Jun 29 10:43:28.237404 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device cbf3121e-2d3e-441a-8fba-f727b5dadee0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:28.244368 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5127c6a0-e005-4ffd-ac8b-d55c7b3aa5e3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:28.347585 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.373144 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port cbf3121e-2d3e-441a-8fba-f727b5dadee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0,segment=NetworkSegment(989f9973-525a-4792-8ab7-c3317275fffc),segment_id=989f9973-525a-4792-8ab7-c3317275fffc)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:28.391706 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0', 'network_id': 'fea409c0-ebd3-4d3d-9cd8-0c9deb98f754', 'port_id': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0', 'mac_address': 'fa:16:3e:67:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048c8d5f-607c-42e3-8319-6ea67074aed7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:28.415508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:28.431001 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:28.433509 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:28.439838 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.448153 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.452023 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:28.467723 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf3121e-2d3e-441a-8fba-f727b5dadee0 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:28.495141 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2514c42a-c565-4d8f-bc60-26d62dbe1244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.502986 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port cbf3121e-2d3e-441a-8fba-f727b5dadee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0,segment=NetworkSegment(989f9973-525a-4792-8ab7-c3317275fffc),segment_id=989f9973-525a-4792-8ab7-c3317275fffc)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:28.507186 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.508140 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b69000b1-4e9a-44cc-a61e-7688946a86c3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:28.510028 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:28.515654 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:28.592801 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-73dc7534-e85e-4962-b6f4-b6dddea35133 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.601455 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-73dc7534-e85e-4962-b6f4-b6dddea35133 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 810 time: 0.3795693 Jun 29 10:43:28.606972 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=cbf3121e-2d3e-441a-8fba-f727b5dadee0,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:28.611950 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:28.648408 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-9c672276-5936-48a3-b7b8-3b3ad25e8c0b tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/quotas/e4d186a3c4d540808779bd642bdd1847 HTTP/1.1" status: 200 len: 375 time: 0.0460253 Jun 29 10:43:28.662221 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.663415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.676305 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af2b4-2181-48f1-b578-4c3e8a372414 req-97bd8018-8034-4bcb-82f9-4095c02c2b5b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.677822 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ae0af2b4-2181-48f1-b578-4c3e8a372414 req-97bd8018-8034-4bcb-82f9-4095c02c2b5b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 943 time: 0.2331338 Jun 29 10:43:28.679206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port b69000b1-4e9a-44cc-a61e-7688946a86c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:28.694744 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'b69000b1-4e9a-44cc-a61e-7688946a86c3', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'port_id': 'b69000b1-4e9a-44cc-a61e-7688946a86c3', 'mac_address': 'fa:16:3e:cd:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdd8595-0b70-4264-8227-147e5f16fc71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:28.730855 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.746971 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.750562 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bebcc77-be2b-469a-ac32-18f27a4557fd HTTP/1.1" status: 204 len: 168 time: 0.6750617 Jun 29 10:43:28.750562 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0950587 Jun 29 10:43:28.752996 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:28.772336 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.783916 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Request body: {'port': {'device_id': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:28.794569 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebcc77-be2b-469a-ac32-18f27a4557fd,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:28.803075 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:28.828957 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69000b1-4e9a-44cc-a61e-7688946a86c3 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:28.843425 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.859319 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ae0af2b4-2181-48f1-b578-4c3e8a372414 req-b359c436-00e0-46d7-989c-2cc284ea525d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745870 Jun 29 10:43:28.874461 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-8a5ff23b-b35c-4dc1-bc5c-1e029a1e38eb None None] Provisioning for port e1d34fee-aa8e-48ee-a4de-4004ea10b77b completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:28.897349 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port b69000b1-4e9a-44cc-a61e-7688946a86c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:28.898243 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-8a5ff23b-b35c-4dc1-bc5c-1e029a1e38eb None None] Provisioning complete for port e1d34fee-aa8e-48ee-a4de-4004ea10b77b triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:28.899522 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-8a5ff23b-b35c-4dc1-bc5c-1e029a1e38eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.904065 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.926066 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-98c64a75-c61a-47ba-9946-d29190731be4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2599847 Jun 29 10:43:28.947982 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:28.970930 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.998120 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ff23b-b35c-4dc1-bc5c-1e029a1e38eb None None] Port e1d34fee-aa8e-48ee-a4de-4004ea10b77b cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:29.018848 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=b69000b1-4e9a-44cc-a61e-7688946a86c3,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.023092 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.177341 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-95d99351-ec52-464b-96a3-70f71cfbdb64 service neutron] 10.222.0.53 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390203 Jun 29 10:43:29.207079 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['cbf3121e-2d3e-441a-8fba-f727b5dadee0'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:29.255781 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:29.265399 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51188) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.281420 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.408384 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.426583 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.438612 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51196) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.439376 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4b6b2cdc-410b-4af8-a088-2a65aab5e287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.549850 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a0dc497b80464989b50466722ad8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827003 Jun 29 10:43:29.552508 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4203c5dd-34cd-4dbd-bfb3-64d340f50ddc,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.556389 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51202) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.572032 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.595289 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.650833 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.693445 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabacc7-d836-4b20-90be-137eab7573ee req-8e94b1af-5a47-4f07-a3f7-027988d2cb89 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:29.695029 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5fabacc7-d836-4b20-90be-137eab7573ee req-8e94b1af-5a47-4f07-a3f7-027988d2cb89 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 932 time: 0.5681221 Jun 29 10:43:29.703533 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-a20164d6-8b8c-46b3-a691-23e6ff128e0a service neutron] 10.222.0.53 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006804 Jun 29 10:43:29.768531 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.787062 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.793360 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.796805 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3b7313a4-05fb-4494-af68-67d63ef23792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.821162 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.825579 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5fabacc7-d836-4b20-90be-137eab7573ee req-41f9a453-1b50-48bc-a942-8c4979079f4e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117408 Jun 29 10:43:29.833110 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90fc3b88db424eff9864c3def180edab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900406 Jun 29 10:43:29.834020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9174164-4d75-4a24-9b30-2a12d7c67ad1,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.835129 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51210) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.838194 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.985560 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-473a3bd4-43bf-4d44-a0b2-f6417ae18fef req-a0b7388c-1f37-46ea-9bae-19ab270f4730 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 210 time: 0.0521209 Jun 29 10:43:30.038082 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d34fee-aa8e-48ee-a4de-4004ea10b77b {{(pid=99737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:30.059330 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.066123 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.100544 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Transition to ACTIVE for port object e1d34fee-aa8e-48ee-a4de-4004ea10b77b will not be triggered until provisioned by entity L2. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:30.101491 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.113359 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.114467 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4203c5dd-34cd-4dbd-bfb3-64d340f50ddc HTTP/1.1" status: 204 len: 168 time: 0.5569811 Jun 29 10:43:30.120572 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.122579 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.126291 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.154157 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4203c5dd-34cd-4dbd-bfb3-64d340f50ddc,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.184559 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.185058 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.204453 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device cbf3121e-2d3e-441a-8fba-f727b5dadee0 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:30.306716 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port cbf3121e-2d3e-441a-8fba-f727b5dadee0 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:30.312172 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port cbf3121e-2d3e-441a-8fba-f727b5dadee0 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:30.312756 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.347849 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51236) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:30.356524 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1cfbf-a266-4fdb-a99c-a4b288547ae6 req-4ef607c7-eace-4811-ab54-324f8f4f62e0 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:30.358200 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9dc1cfbf-a266-4fdb-a99c-a4b288547ae6 req-4ef607c7-eace-4811-ab54-324f8f4f62e0 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 945 time: 0.3751543 Jun 29 10:43:30.450754 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.483845 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.500958 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.529639 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port cbf3121e-2d3e-441a-8fba-f727b5dadee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0,segment=NetworkSegment(989f9973-525a-4792-8ab7-c3317275fffc),segment_id=989f9973-525a-4792-8ab7-c3317275fffc)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:30.530726 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:30.575513 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.578839 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.584813 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.589880 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9174164-4d75-4a24-9b30-2a12d7c67ad1 HTTP/1.1" status: 204 len: 168 time: 0.7538071 Jun 29 10:43:30.594926 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c147b194-ca4b-4f68-86b3-68ac26e7efac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.599371 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9dc1cfbf-a266-4fdb-a99c-a4b288547ae6 req-82d0fa3a-293c-45e8-a9cc-471aaf6c798b tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239587 Jun 29 10:43:30.613904 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9174164-4d75-4a24-9b30-2a12d7c67ad1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.615925 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.627687 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d143548-1635-42fe-8645-8fcc0cc714b7 req-83e3c2f9-5e02-49f5-a27b-e8ec0e5a37ad tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:30.629779 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2d143548-1635-42fe-8645-8fcc0cc714b7 req-83e3c2f9-5e02-49f5-a27b-e8ec0e5a37ad tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 944 time: 0.4950197 Jun 29 10:43:30.642027 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.643173 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b69000b1-4e9a-44cc-a61e-7688946a86c3 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:30.654948 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Attempting to bind port e1d34fee-aa8e-48ee-a4de-4004ea10b77b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:30.655310 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Attempting to bind port e1d34fee-aa8e-48ee-a4de-4004ea10b77b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}] {{(pid=99737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:30.655651 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Attempting to bind port e1d34fee-aa8e-48ee-a4de-4004ea10b77b on network d138f0bd-0831-4187-b7fa-656fdcb3b625 {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:30.673680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Port e1d34fee-aa8e-48ee-a4de-4004ea10b77b on network d138f0bd-0831-4187-b7fa-656fdcb3b625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:30.673981 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Attempting to bind port e1d34fee-aa8e-48ee-a4de-4004ea10b77b on network d138f0bd-0831-4187-b7fa-656fdcb3b625 {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:30.678624 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.692955 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:30.693334 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Checking segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:30.693787 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Bound using segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:30.694227 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Bound port: e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}}] {{(pid=99737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:30.694866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.747345 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2d143548-1635-42fe-8645-8fcc0cc714b7 req-66d833a0-6202-48d7-bf77-97c6b931bd74 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054859 Jun 29 10:43:30.783388 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=cbf3121e-2d3e-441a-8fba-f727b5dadee0,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.797203 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.797652 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.803101 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.804647 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port b69000b1-4e9a-44cc-a61e-7688946a86c3 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:30.811184 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port b69000b1-4e9a-44cc-a61e-7688946a86c3 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:30.811356 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e27a0de5-2ba2-4f50-ab52-89d95b82d1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.811874 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.854744 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3259dc46eb194734ae8113c07b846563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050094 Jun 29 10:43:30.856175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670eaeae-c245-4358-99ec-b132e21c9514,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.858888 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51260) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:30.861224 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.889162 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, cleared binding levels {{(pid=99737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:30.902872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:30.909763 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.920672 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.936099 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.942020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.966792 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:30.967728 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.972650 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 1094 time: 2.2061543 Jun 29 10:43:30.973470 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:31.000435 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.007847 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port b69000b1-4e9a-44cc-a61e-7688946a86c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:31.028323 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.030414 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.059502 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=3']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.068259 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.136596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.140511 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.145070 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/670eaeae-c245-4358-99ec-b132e21c9514 HTTP/1.1" status: 204 len: 168 time: 0.2850115 Jun 29 10:43:31.146229 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4c945afa-35fc-476d-8e81-d9688c7e22b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.159573 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670eaeae-c245-4358-99ec-b132e21c9514,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.168192 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.210780 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=b69000b1-4e9a-44cc-a61e-7688946a86c3,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.238632 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.262241 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.270862 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9317505-7e45-4538-a46e-38f3c21f0c87" -d '{"events": [{"server_uuid": "ec16c0fc-c20d-40c2-b113-662888a7749d", "name": "network-vif-plugged", "status": "completed", "tag": "cbf3121e-2d3e-441a-8fba-f727b5dadee0"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:31.394919 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2c46f5c8-bd02-4649-8aaf-c336ab1f16a9 req-370c61fe-92e0-4ebf-9c55-4d95a71fdd06 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 210 time: 0.0394950 Jun 29 10:43:31.433125 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51288) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.455423 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-07298ac8-041d-40b9-bcc8-e7f3e9a5c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.457145 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-07298ac8-041d-40b9-bcc8-e7f3e9a5c4f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1097 time: 0.3528371 Jun 29 10:43:31.471178 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cd614-fcae-4d60-9492-54035aa91f76 req-8b163909-ab0b-4f59-ad32-1264ddbedf09 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.473640 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-eb5cd614-fcae-4d60-9492-54035aa91f76 req-8b163909-ab0b-4f59-ad32-1264ddbedf09 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.2122705 Jun 29 10:43:31.483361 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.633117 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.636747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.668583 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.673316 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d298cca-2b52-4511-b1f0-964f723ca9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:31.673877 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dcac490a3634c159b3fd20fd461665b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390852 Jun 29 10:43:31.676582 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51306) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.693951 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-a26e8a47-e733-45f4-968a-1c9cd7394fa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 217 time: 0.2193096 Jun 29 10:43:31.735751 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-eb5cd614-fcae-4d60-9492-54035aa91f76 req-d2fce7fe-ffb7-40cc-9655-c234d0dd640d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844950 Jun 29 10:43:31.774649 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cfd145-ebb2-4d2f-b74f-20afb2ae50ed,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.779460 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.832288 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-5e303176-5411-46d9-a6c5-c77ac5c18bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.833778 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-5e303176-5411-46d9-a6c5-c77ac5c18bcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.1239572 Jun 29 10:43:31.835950 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.863330 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.951319 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.967322 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.970012 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44cfd145-ebb2-4d2f-b74f-20afb2ae50ed HTTP/1.1" status: 204 len: 168 time: 0.2913768 Jun 29 10:43:31.975256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-efafd0c5-79b3-4c05-9de7-d26542cb585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.003328 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e36ed7-b8a1-4711-a379-7acddb0d5ba7 x-openstack-request-id: req-17e36ed7-b8a1-4711-a379-7acddb0d5ba7 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:32.003839 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec16c0fc-c20d-40c2-b113-662888a7749d", "name": "network-vif-plugged", "status": "completed", "tag": "cbf3121e-2d3e-441a-8fba-f727b5dadee0", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:32.003926 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17e36ed7-b8a1-4711-a379-7acddb0d5ba7 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:32.004385 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0', 'code': 200} Jun 29 10:43:32.011873 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cfd145-ebb2-4d2f-b74f-20afb2ae50ed,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.018148 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:32.084267 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-62a329f9-0a0c-40f3-b502-c43ff2823f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.085911 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-62a329f9-0a0c-40f3-b502-c43ff2823f00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2452559 Jun 29 10:43:32.098831 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-303297c2-a024-4ff6-a0da-bd68ae2b28e1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.100295 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-303297c2-a024-4ff6-a0da-bd68ae2b28e1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 810 time: 0.3901422 Jun 29 10:43:32.189957 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-8cd17df1-3ba3-4cf3-93fd-dae18f1b7f4f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d186a3c4d540808779bd642bdd1847 HTTP/1.1" status: 200 len: 380 time: 0.0791211 Jun 29 10:43:32.203126 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'port': {'device_id': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'admin_state_up': True, 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'security_groups': ['528a61f0-1402-402b-98bb-9d6bba12b8d8']}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:32.228156 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebb62e-6c06-406a-88cb-01f4f4231764 req-3dffddb3-e5a3-4617-a5a6-f33831c0dc93 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.232290 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69ebb62e-6c06-406a-88cb-01f4f4231764 req-3dffddb3-e5a3-4617-a5a6-f33831c0dc93 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.1919689 Jun 29 10:43:32.312991 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-f1b3fc9c-3598-4738-bc93-63ac282d0291 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132294 Jun 29 10:43:32.322545 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69ebb62e-6c06-406a-88cb-01f4f4231764 req-6740e4de-b42e-4f43-a00c-fd34f1587922 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822730 Jun 29 10:43:32.478510 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fac2d09-c742-427c-b9c9-8ad4d3866085 req-d8143bc2-82c9-4eb2-95df-a92fe6198f9a service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509945 Jun 29 10:43:32.581422 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1acb5-cbc0-4a4a-8a8d-fc6a0966486d req-c857d0eb-7639-4569-bfb3-42a9b49e32dd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.583110 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9fa1acb5-cbc0-4a4a-8a8d-fc6a0966486d req-c857d0eb-7639-4569-bfb3-42a9b49e32dd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1087377 Jun 29 10:43:32.588004 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68de28f0-3b38-4783-833d-2d8c201899fb x-openstack-request-id: req-68de28f0-3b38-4783-833d-2d8c201899fb {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:32.588501 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:32.588959 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68de28f0-3b38-4783-833d-2d8c201899fb {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:32.589641 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'status': 'completed', 'code': 200} Jun 29 10:43:32.608565 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4113ceb-c477-4e1a-b75f-d8718ec9ed86 req-0f36d2b1-a7d6-4b4a-8396-fa6dd953549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.610720 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e4113ceb-c477-4e1a-b75f-d8718ec9ed86 req-0f36d2b1-a7d6-4b4a-8396-fa6dd953549f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 1099 time: 0.1345811 Jun 29 10:43:32.613971 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Made reservation on behalf of e4d186a3c4d540808779bd642bdd1847 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:32.618123 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.645287 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e4113ceb-c477-4e1a-b75f-d8718ec9ed86 req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.736907 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9fa1acb5-cbc0-4a4a-8a8d-fc6a0966486d req-7b51245f-888d-4865-b0e0-6504cef7f92d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426744 Jun 29 10:43:32.818406 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Allocated IP 172.20.0.13 (5f16b657-79ea-48e1-9740-5f5af748e903/ed7efaf5-d4b2-4229-a2f3-68bef3caec82/c9f71f0f-4d3c-46ed-af60-f905ee7ae265) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:32.836544 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-89671cef-0449-494a-98c8-ec7f98b85b36 req-c8d7d076-0a2f-4e0a-809a-f1a193a5c5e2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 210 time: 0.0978806 Jun 29 10:43:32.852757 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e4113ceb-c477-4e1a-b75f-d8718ec9ed86 req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.862732 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e4113ceb-c477-4e1a-b75f-d8718ec9ed86 req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.869272 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.880218 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-57a89dd7-5f72-47de-9098-528733fdd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.881834 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-57a89dd7-5f72-47de-9098-528733fdd6f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1097 time: 0.2560914 Jun 29 10:43:32.916759 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e4113ceb-c477-4e1a-b75f-d8718ec9ed86 req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959490 Jun 29 10:43:32.959282 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2e933cd0-28c7-48c2-8cdf-444d63c116ed,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.969218 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.087046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.139670 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Transition to ACTIVE for port object c9f71f0f-4d3c-46ed-af60-f905ee7ae265 will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:33.194019 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-9780da8c-4531-4ed0-8e87-19be5eaeb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.197082 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-9780da8c-4531-4ed0-8e87-19be5eaeb76f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.3071930 Jun 29 10:43:33.220552 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.224346 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593751f-16de-46ad-b3f6-b66b2239d341 req-b7357689-f0fa-4560-b52e-469772e258d3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.226003 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3593751f-16de-46ad-b3f6-b66b2239d341 req-b7357689-f0fa-4560-b52e-469772e258d3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.1988990 Jun 29 10:43:33.236204 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:33.314099 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Network 5f16b657-79ea-48e1-9740-5f5af748e903 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:33.321208 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:33.336689 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:33.379338 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'Port': ['ID=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:33.383376 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.412478 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.413556 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.438421 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2416251 Jun 29 10:43:33.449056 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Request body: {'port': {'device_id': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:33.532982 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-c119ad48-59f8-4912-b574-2337584bdaf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 217 time: 0.3249531 Jun 29 10:43:33.592893 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.681245 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3593751f-16de-46ad-b3f6-b66b2239d341 req-bd57f60f-c3be-42c7-a772-248fc6552c94 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514199 Jun 29 10:43:33.691945 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-c91128ca-fd4b-477b-9096-d6a3946cc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.693415 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-c91128ca-fd4b-477b-9096-d6a3946cc70c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.1339259 Jun 29 10:43:33.729604 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f170aba1-c782-418e-8dde-693585d1476b None None] Provisioning for port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:33.733899 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f170aba1-c782-418e-8dde-693585d1476b None None] Provisioning complete for port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:33.734345 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f170aba1-c782-418e-8dde-693585d1476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.778167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b230a-6313-40de-a0fd-27d7af212e08 req-4e5be7e7-2038-42bf-aad5-e17545232899 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.779727 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b56b230a-6313-40de-a0fd-27d7af212e08 req-4e5be7e7-2038-42bf-aad5-e17545232899 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.2176111 Jun 29 10:43:33.797623 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f170aba1-c782-418e-8dde-693585d1476b None None] Port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:33.876296 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-2c609dbf-b822-4a1e-9e98-f960d11995e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.890033 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-2c609dbf-b822-4a1e-9e98-f960d11995e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1852083 Jun 29 10:43:33.895360 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b56b230a-6313-40de-a0fd-27d7af212e08 req-86ac9758-a96a-430a-a071-99a7f42c3b61 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Jun 29 10:43:33.968231 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51414) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.005487 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69000b1-4e9a-44cc-a61e-7688946a86c3'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:34.010241 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77258642-eb33-4cad-b4db-5c8c7a221c8f" -d '{"events": [{"server_uuid": "5bf20b16-beaa-4367-bf01-dd5d8ddefc6b", "name": "network-vif-plugged", "status": "completed", "tag": "b69000b1-4e9a-44cc-a61e-7688946a86c3"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:34.011596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f71f0f-4d3c-46ed-af60-f905ee7ae265 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:34.022313 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.040487 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Transition to ACTIVE for port object c9f71f0f-4d3c-46ed-af60-f905ee7ae265 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:34.049756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.053696 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2d42b5b0-a470-498d-9ca2-53c0b1cca453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.068037 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-0467ab53-e87f-4487-9f03-484cf7e2082b service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665468 Jun 29 10:43:34.113360 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.114426 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f9fc6-0375-4374-bfac-f95b098d2959 req-11b99b7b-4476-482e-8aa1-7f21758ed682 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.118546 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.121855 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-112f9fc6-0375-4374-bfac-f95b098d2959 req-11b99b7b-4476-482e-8aa1-7f21758ed682 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1523840 Jun 29 10:43:34.215891 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Attempting to bind port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:34.216225 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Attempting to bind port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:34.216651 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Attempting to bind port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 on network 5f16b657-79ea-48e1-9740-5f5af748e903 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:34.222601 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 on network 5f16b657-79ea-48e1-9740-5f5af748e903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:34.222917 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Attempting to bind port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 on network 5f16b657-79ea-48e1-9740-5f5af748e903 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:34.229665 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:34.230001 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Checking segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:34.230387 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Bound using segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:34.231364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Bound port: c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:34.231697 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.294701 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-112f9fc6-0375-4374-bfac-f95b098d2959 req-e76c9301-0792-4bab-a5df-c64ee71225f6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508644 Jun 29 10:43:34.340221 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] For port c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:34.345172 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] For port c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:34.353327 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.377454 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3407d-8303-40c2-b2ca-71e529541504 x-openstack-request-id: req-14c3407d-8303-40c2-b2ca-71e529541504 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:34.378141 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf20b16-beaa-4367-bf01-dd5d8ddefc6b", "name": "network-vif-plugged", "status": "completed", "tag": "b69000b1-4e9a-44cc-a61e-7688946a86c3", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:34.378570 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14c3407d-8303-40c2-b2ca-71e529541504 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:34.379106 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69000b1-4e9a-44cc-a61e-7688946a86c3', 'code': 200} Jun 29 10:43:34.380557 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.386862 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.390881 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d298cca-2b52-4511-b1f0-964f723ca9cb req-87059412-60cc-4d73-b6b7-3f703333712e service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130026 Jun 29 10:43:34.463456 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.474682 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.477216 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.478068 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.482278 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 200 len: 1094 time: 1.0377045 Jun 29 10:43:34.482976 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:34.497536 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db" -d '{"events": [{"name": "network-changed", "server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:34.554906 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d1a791-9997-4342-a971-31e56a179984 x-openstack-request-id: req-62d1a791-9997-4342-a971-31e56a179984 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:34.555621 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:34.556041 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62d1a791-9997-4342-a971-31e56a179984 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:34.556637 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'status': 'completed', 'code': 200} Jun 29 10:43:34.590724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.607181 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88c37-e546-40e2-b5d0-c2f6e1137444 req-68bfee32-8d29-4521-87df-7ba659fdbc96 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.614493 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fed88c37-e546-40e2-b5d0-c2f6e1137444 req-68bfee32-8d29-4521-87df-7ba659fdbc96 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 944 time: 0.4718139 Jun 29 10:43:34.622787 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.652852 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.662646 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9099eda669d44e7ab65974a8b2e6de51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918690 Jun 29 10:43:34.666558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51438) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.715607 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ed155-5bdf-4b9a-b9de-1a3e00334ecc,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.725539 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.742202 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fed88c37-e546-40e2-b5d0-c2f6e1137444 req-fc6be51c-d859-4c8d-ab54-a321189ef35e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265309 Jun 29 10:43:34.873938 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.927614 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.965049 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db req-16d7a725-22ab-461f-a100-93b4eb050b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.969804 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db req-16d7a725-22ab-461f-a100-93b4eb050b96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1097 time: 0.2404327 Jun 29 10:43:35.002340 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3606ef-709d-4036-bcb3-569d89422720 req-3cf69bb8-e14b-484d-aa01-13dbbd41f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.003846 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f3606ef-709d-4036-bcb3-569d89422720 req-3cf69bb8-e14b-484d-aa01-13dbbd41f623 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 1098 time: 0.1803885 Jun 29 10:43:35.125260 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.130189 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f3606ef-709d-4036-bcb3-569d89422720 req-a063f7af-bd35-476a-907b-73400b7674db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189759 Jun 29 10:43:35.136268 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.140559 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/689ed155-5bdf-4b9a-b9de-1a3e00334ecc HTTP/1.1" status: 204 len: 168 time: 0.4729965 Jun 29 10:43:35.155559 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.159189 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b00d-0a50-45e1-97f4-22b339424e9a req-7bec96e2-0cff-40f1-ae36-0df15555856c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.168266 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-68c5b00d-0a50-45e1-97f4-22b339424e9a req-7bec96e2-0cff-40f1-ae36-0df15555856c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.2261567 Jun 29 10:43:35.214793 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ed155-5bdf-4b9a-b9de-1a3e00334ecc,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.222991 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.239584 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db req-456176fd-e1d1-4ee5-ab7f-275e35834dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.242645 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db req-456176fd-e1d1-4ee5-ab7f-275e35834dab service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e4d186a3c4d540808779bd642bdd1847&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2597165 Jun 29 10:43:35.258722 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-68c5b00d-0a50-45e1-97f4-22b339424e9a req-008cff12-2bf8-4597-bae0-ee56ff7d6b01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894969 Jun 29 10:43:35.292113 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e771a-87a2-4e6c-b0eb-05bca09c85ae req-24d6a6a5-83df-49b6-ad67-4d383e600a1e tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.304551 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee9e771a-87a2-4e6c-b0eb-05bca09c85ae req-24d6a6a5-83df-49b6-ad67-4d383e600a1e tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.1675625 Jun 29 10:43:35.356572 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee9e771a-87a2-4e6c-b0eb-05bca09c85ae req-532d1998-5322-4641-be76-96b0fe60df7d tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Jun 29 10:43:35.364034 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51476) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.506387 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db req-454a5886-ebda-4652-a893-f03215d87faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.508737 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ea553e43-1c05-41cb-ab21-30f1f2a5d4db req-454a5886-ebda-4652-a893-f03215d87faa service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599351 Jun 29 10:43:35.580214 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a43e-9af3-4d72-a47f-53158edc629a req-84baef9c-1166-4ca8-a1c4-00837f4fe13b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.582500 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51d9a43e-9af3-4d72-a47f-53158edc629a req-84baef9c-1166-4ca8-a1c4-00837f4fe13b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1344261 Jun 29 10:43:35.641178 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51d9a43e-9af3-4d72-a47f-53158edc629a req-95076e7e-f24e-4f6f-b16a-944708be0498 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491991 Jun 29 10:43:35.642267 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-f8e03a14-441b-4398-bb66-fc67d673bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.644329 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-f8e03a14-441b-4398-bb66-fc67d673bda7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1097 time: 0.0853000 Jun 29 10:43:35.701700 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-b5de885f-f706-4ff9-984d-abe11eca187a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 200 len: 217 time: 0.0384665 Jun 29 10:43:35.796877 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-8115b4af-460a-4cb1-b32a-3b6bb196cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.798690 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-8115b4af-460a-4cb1-b32a-3b6bb196cc65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.0905640 Jun 29 10:43:35.864160 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.985240 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51496) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.006117 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.028708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-4fd64996-3343-4cdd-8502-2b2239d3eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.030622 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-4fd64996-3343-4cdd-8502-2b2239d3eae6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2229199 Jun 29 10:43:36.065337 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea9fb1-6c21-418e-896c-8dd293711708 req-361980a7-08ca-42d8-b042-e90d6281182f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.066835 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-38ea9fb1-6c21-418e-896c-8dd293711708 req-361980a7-08ca-42d8-b042-e90d6281182f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 944 time: 0.1336067 Jun 29 10:43:36.130839 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.136183 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-38ea9fb1-6c21-418e-896c-8dd293711708 req-ff71ffba-ac6d-48e5-82a3-b6481c07cc12 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610583 Jun 29 10:43:36.137333 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.160869 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.168498 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5585e688af94d7c8a29d1ca09c55e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005114 Jun 29 10:43:36.172609 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51502) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.207716 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68500f2d-91b0-4a2b-b1ea-d3b939434b97,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.213691 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.240889 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.251800 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:36.267415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.331842 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.341284 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.353920 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68500f2d-91b0-4a2b-b1ea-d3b939434b97 HTTP/1.1" status: 204 len: 168 time: 0.1733572 Jun 29 10:43:36.354648 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-bc4e067b-fbeb-497e-80d9-000706cad491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.370752 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68500f2d-91b0-4a2b-b1ea-d3b939434b97,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.385893 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.403726 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:36.419594 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'mac_address': 'fa:16:3e:23:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:36.447699 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.464444 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-73b09aea-0c04-4fff-9562-0c852d9852b9 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241972 Jun 29 10:43:36.465724 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.468733 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-910d3a52-f248-4f74-a6e4-14c730521eab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.471564 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.497672 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d34fee-aa8e-48ee-a4de-4004ea10b77b {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:36.524389 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:36.531979 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.534096 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d13eaf48-285e-41eb-81f3-f5539f81183e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.559531 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ba81-330c-42f0-ae84-1460a7a852cc req-8d9d7c7b-19b8-4629-93b6-0dbdfa7f40b8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.561389 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9b38ba81-330c-42f0-ae84-1460a7a852cc req-8d9d7c7b-19b8-4629-93b6-0dbdfa7f40b8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.1362135 Jun 29 10:43:36.582605 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53da2df-3bef-4c04-a574-ebbf2749b01f,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.590255 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9c73d46422148a1a7f2eea4820e2a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014798 Jun 29 10:43:36.590255 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.591265 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51514) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.659551 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.676901 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.686714 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d5c9595c-9218-4f6d-8892-c9b3bab24d50 req-b3daf5ae-8b25-4340-ab22-bf298ca3ba0d service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146044 Jun 29 10:43:36.690231 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.716352 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9b38ba81-330c-42f0-ae84-1460a7a852cc req-1b5cc251-ff83-4b48-8557-b1969b412872 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409414 Jun 29 10:43:36.721075 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.799610 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['e1d34fee-aa8e-48ee-a4de-4004ea10b77b'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:36.806748 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.812750 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.816076 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f53da2df-3bef-4c04-a574-ebbf2749b01f HTTP/1.1" status: 204 len: 168 time: 0.2235444 Jun 29 10:43:36.818078 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.827145 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53da2df-3bef-4c04-a574-ebbf2749b01f,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.830204 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.970045 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed2d48-1309-4ea2-a5aa-3dd6be357931 req-7b445ab7-1ff5-4f09-a356-fc359949b8c0 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.971890 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3eed2d48-1309-4ea2-a5aa-3dd6be357931 req-7b445ab7-1ff5-4f09-a356-fc359949b8c0 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1317465 Jun 29 10:43:37.052130 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3eed2d48-1309-4ea2-a5aa-3dd6be357931 req-36dc4478-1e24-42fa-8f47-aca264aafc50 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715692 Jun 29 10:43:37.115635 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51540) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.437196 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.511417 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c521f13-a9c5-4261-95b8-9a19710528dc req-06d2c532-cecf-43c0-b4d9-e41b8467d76c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.514880 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9c521f13-a9c5-4261-95b8-9a19710528dc req-06d2c532-cecf-43c0-b4d9-e41b8467d76c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 944 time: 0.1120839 Jun 29 10:43:37.580309 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9c521f13-a9c5-4261-95b8-9a19710528dc req-d1185596-ace0-48f9-a15c-aadb8d32d2b6 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591502 Jun 29 10:43:37.600791 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:37.629312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.644320 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.648587 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c62df02-afb5-4301-b046-021a6f9e8d76 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.704966 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25fba48357e944b8a5f3b52849d831b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858934 Jun 29 10:43:37.705774 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51582) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.713227 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ac8da-370e-41a3-9b91-f562dbcabe28,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.721664 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.782684 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.836008 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.900602 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.903559 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.907178 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc2ac8da-370e-41a3-9b91-f562dbcabe28 HTTP/1.1" status: 204 len: 168 time: 0.1980238 Jun 29 10:43:37.907178 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d616a107-9d43-4e76-98cf-a577a2324645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.925808 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ac8da-370e-41a3-9b91-f562dbcabe28,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.932011 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.030401 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394cae4-f015-442e-b2a3-560983e4b91f req-19c1346f-0b60-432e-aac1-d6292564d3af tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:38.037442 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7394cae4-f015-442e-b2a3-560983e4b91f req-19c1346f-0b60-432e-aac1-d6292564d3af tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 945 time: 0.0872505 Jun 29 10:43:38.078989 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7394cae4-f015-442e-b2a3-560983e4b91f req-22c25625-93c1-4796-b4fb-5646fc439bfb tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Jun 29 10:43:38.266355 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:38.299014 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51612) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.322070 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.353866 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port e1d34fee-aa8e-48ee-a4de-4004ea10b77b completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:38.358957 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port e1d34fee-aa8e-48ee-a4de-4004ea10b77b triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:38.359799 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.479382 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.489870 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.490285 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.494164 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.533499 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b438d28e5f93439eb16567d31f380575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332368 Jun 29 10:43:38.536144 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51634) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.540077 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:38.543921 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592a2bda-2410-40f3-9305-507bbc7ac731" -d '{"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:38.549594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d596974-10d4-444f-b80d-dec8f266bb4f,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.556595 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.578293 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:38.588451 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.590896 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.605582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.635993 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.693291 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.708444 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.728351 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.730675 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94074139-d187-463f-9774-1d61f782527b x-openstack-request-id: req-94074139-d187-463f-9774-1d61f782527b {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:38.731385 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:38.732179 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94074139-d187-463f-9774-1d61f782527b {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:38.732679 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'code': 200} Jun 29 10:43:38.733749 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.738730 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d596974-10d4-444f-b80d-dec8f266bb4f HTTP/1.1" status: 204 len: 168 time: 0.1990628 Jun 29 10:43:38.738730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.758887 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d596974-10d4-444f-b80d-dec8f266bb4f,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.765847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.966585 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b5504-312b-4c82-8123-e7b0edebcbdf req-22d64226-9044-47a3-8553-1b478b23546e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:38.976579 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee6b5504-312b-4c82-8123-e7b0edebcbdf req-22d64226-9044-47a3-8553-1b478b23546e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 944 time: 0.1122506 Jun 29 10:43:39.082735 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee6b5504-312b-4c82-8123-e7b0edebcbdf req-e2e82efd-742f-4eb4-a171-1b024b1784f3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043084 Jun 29 10:43:39.090697 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f494c30-2a0e-4edb-aaa2-b3e1dbb5f058 req-089dc576-a433-45b6-870b-a192489c8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:39.103023 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-4f494c30-2a0e-4edb-aaa2-b3e1dbb5f058 req-089dc576-a433-45b6-870b-a192489c8a2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1099 time: 0.1540318 Jun 29 10:43:39.164462 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-4f494c30-2a0e-4edb-aaa2-b3e1dbb5f058 req-fd540176-a0ed-429b-b6a5-4cf66151be20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537906 Jun 29 10:43:39.331219 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b24ad-9091-4970-b152-0b8f72ba4a31 req-050f727c-74a6-4646-9a59-6190f50c8e06 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:39.339265 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-151b24ad-9091-4970-b152-0b8f72ba4a31 req-050f727c-74a6-4646-9a59-6190f50c8e06 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0844245 Jun 29 10:43:39.386582 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-151b24ad-9091-4970-b152-0b8f72ba4a31 req-ae237162-718b-489c-a653-3ea286ff97c5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463572 Jun 29 10:43:39.652262 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51692) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.775767 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.920364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.928466 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.934575 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.021343 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=334aae72fd7b4cb1aa70f47ac04fa1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678627 Jun 29 10:43:40.022854 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d42dc5-8d3d-402c-9788-0c4715137c1d,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.024291 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51720) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.026483 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.138256 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.217998 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.259612 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device c9f71f0f-4d3c-46ed-af60-f905ee7ae265 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:40.415743 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.418665 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.420141 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25d42dc5-8d3d-402c-9788-0c4715137c1d HTTP/1.1" status: 204 len: 168 time: 0.3946958 Jun 29 10:43:40.422128 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.433607 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3811c-32a8-419c-99b1-4ef1ffca2b2b req-02675708-a472-4cdc-893f-6d46b301c18f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.435465 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6b3811c-32a8-419c-99b1-4ef1ffca2b2b req-02675708-a472-4cdc-893f-6d46b301c18f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 944 time: 0.1288631 Jun 29 10:43:40.441283 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d42dc5-8d3d-402c-9788-0c4715137c1d,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.446026 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.489003 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6b3811c-32a8-419c-99b1-4ef1ffca2b2b req-9f765a7c-9078-4177-ac45-a24647171e25 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443799 Jun 29 10:43:40.532296 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:40.561430 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'port_id': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'mac_address': 'fa:16:3e:84:b5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:40.683374 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.729320 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f71f0f-4d3c-46ed-af60-f905ee7ae265 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:40.779088 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:40.787393 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.792962 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.888866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd5bde-3e40-4349-b321-df366a395475 req-1fdec475-0eac-40d8-8a08-a8bf90adfb3c tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.900048 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-37dd5bde-3e40-4349-b321-df366a395475 req-1fdec475-0eac-40d8-8a08-a8bf90adfb3c tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.2495577 Jun 29 10:43:40.930450 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.941798 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.968832 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c56f24-9b7e-4116-a5e4-528c2f7055f4 req-72e24d57-1f65-498a-af76-a2328d4a3dee tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.995055 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6c56f24-9b7e-4116-a5e4-528c2f7055f4 req-72e24d57-1f65-498a-af76-a2328d4a3dee tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.2699292 Jun 29 10:43:41.023506 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-37dd5bde-3e40-4349-b321-df366a395475 req-99d1feed-1662-4191-b8ca-e2ba7aa6fb52 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218150 Jun 29 10:43:41.066205 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6c56f24-9b7e-4116-a5e4-528c2f7055f4 req-b059f91b-dc30-4a5e-b36d-c9f594e94aa2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669644 Jun 29 10:43:41.118606 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['c9f71f0f-4d3c-46ed-af60-f905ee7ae265'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:41.267802 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082864d-16d3-4f5a-a14e-b623e14ec54d req-f1b5ed69-0b13-4e65-8dd8-3c8a5963d421 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:41.269542 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9082864d-16d3-4f5a-a14e-b623e14ec54d req-f1b5ed69-0b13-4e65-8dd8-3c8a5963d421 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0708351 Jun 29 10:43:41.279548 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51774) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:41.286841 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'floatingip': {'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:41.379399 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.577899 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51806) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:41.812866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941a8e-1d15-4260-b9a0-9906fce679de req-eb455e8c-56a4-426c-b9f9-619de30a3d21 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:41.814379 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-01941a8e-1d15-4260-b9a0-9906fce679de req-eb455e8c-56a4-426c-b9f9-619de30a3d21 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 945 time: 0.1315358 Jun 29 10:43:41.869705 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-01941a8e-1d15-4260-b9a0-9906fce679de req-8374f889-5d31-4480-87ea-a8ebcc31d1e7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Jun 29 10:43:42.092163 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1210506201-network', 'tenant_id': '29c9b2538b2d44e6b4a3b7c8e7c5df80'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:42.287169 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.295019 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Made reservation on behalf of 29c9b2538b2d44e6b4a3b7c8e7c5df80 for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:42.296184 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device c9f71f0f-4d3c-46ed-af60-f905ee7ae265 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:42.296646 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.297881 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.334032 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.383567 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-7cfa4e4f-bad5-4083-b838-83ee51fce70f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.392090 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-7cfa4e4f-bad5-4083-b838-83ee51fce70f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.2604191 Jun 29 10:43:42.400659 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:42.414532 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:42.416997 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.430027 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-84ae237a-e27b-4627-a271-e200bbad418b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/quotas/8b32857749654c2f8e13b2787b81f769 HTTP/1.1" status: 200 len: 375 time: 0.0364799 Jun 29 10:43:42.533169 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bddd9b-da39-4c9d-a0a1-b8a6da7e28f2 req-84cb8dfc-d6a0-4d7a-ba91-a0db56aedfbe tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.534868 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-75bddd9b-da39-4c9d-a0a1-b8a6da7e28f2 req-84cb8dfc-d6a0-4d7a-ba91-a0db56aedfbe tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.2641547 Jun 29 10:43:42.611243 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.645170 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:42.647723 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-47d2ffb6-e5ee-4d08-8a41-194a9f42136b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2157333 Jun 29 10:43:42.649694 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b612b-ca21-46e7-bc54-ef5d50819a46" -d '{"events": [{"server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "name": "network-vif-plugged", "status": "completed", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:42.666631 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:42.673453 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.677008 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-68fa9de1-64bd-44ab-a6a3-015eeef8ae5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.716102 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Floating IP 63300f3d-e2b4-488b-b973-8f17c48dc296 associated. External IP: 172.28.0.64, port: e1d34fee-aa8e-48ee-a4de-4004ea10b77b. Jun 29 10:43:42.717760 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-75bddd9b-da39-4c9d-a0a1-b8a6da7e28f2 req-2745f5f2-d843-49e1-a266-978aeb541ac4 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626291 Jun 29 10:43:42.728792 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-5e36628c-0194-45f2-b82e-b30d9ebd95f8 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.731291 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-5e36628c-0194-45f2-b82e-b30d9ebd95f8 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.3905468 Jun 29 10:43:42.754599 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.761623 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.763689 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.765774 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.776048 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-9726f8bd-f703-4558-a33c-4e38c66ec970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.800041 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f99669-4a61-48a5-b476-5fea9883992c x-openstack-request-id: req-b7f99669-4a61-48a5-b476-5fea9883992c {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:42.800387 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "name": "network-vif-plugged", "status": "completed", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:42.801586 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7f99669-4a61-48a5-b476-5fea9883992c {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:42.802199 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'code': 200} Jun 29 10:43:42.812649 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-def2b038-f83c-4372-ba39-c5a8014a2239 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637490 Jun 29 10:43:42.817970 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:42.829714 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9276b1-e2a2-419f-a290-24b3c78009f6,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.836762 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.845977 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.846421 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Added segment 1f010255-b63a-40d4-8280-69b37c6acb14 of type vlan for network 3ddc953b-606c-4fc0-980e-e27de02bd7fe Jun 29 10:43:42.956193 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.029110 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-fc22f63c-213a-4163-814e-11bfe60adff3 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937029 Jun 29 10:43:43.039890 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.041516 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.042133 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.047095 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.175714 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5967026 Jun 29 10:43:43.183161 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51896) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.188088 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Request body: {'subnet': {'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1210506201-subnet', 'tenant_id': '29c9b2538b2d44e6b4a3b7c8e7c5df80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:43.216478 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:43.253844 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Pushing event updated for resources: {'Network': ['ID=3ddc953b-606c-4fc0-980e-e27de02bd7fe,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.264521 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.267673 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 3ddc953b-606c-4fc0-980e-e27de02bd7fe details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:43.327009 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Made reservation on behalf of 29c9b2538b2d44e6b4a3b7c8e7c5df80 for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:43.329385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4054233'] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.337781 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a43a4f-85c9-45a6-b422-0b7b3d535cbe req-b0f19d90-d677-46d6-b3a8-d2f5c430ad34 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.339555 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-91a43a4f-85c9-45a6-b422-0b7b3d535cbe req-b0f19d90-d677-46d6-b3a8-d2f5c430ad34 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1758828 Jun 29 10:43:43.354539 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3ebfa-41c0-4232-875c-78626211727e req-6e0b6cf2-e5c5-45a4-94d9-f6d4490717ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.355880 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Deleting port cbf3121e-2d3e-441a-8fba-f727b5dadee0 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:43:43.356236 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.356551 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ba3ebfa-41c0-4232-875c-78626211727e req-6e0b6cf2-e5c5-45a4-94d9-f6d4490717ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1099 time: 0.2361612 Jun 29 10:43:43.400277 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e37c71aa-a0c3-4ceb-ac9a-08f86ddf7746 req-f6317c92-7916-42cf-8e79-ed0c51978bca tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 210 time: 0.1090462 Jun 29 10:43:43.431462 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ba3ebfa-41c0-4232-875c-78626211727e req-38e623a8-766e-49e9-9ebf-7fb2475b6062 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543685 Jun 29 10:43:43.461629 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-91a43a4f-85c9-45a6-b422-0b7b3d535cbe req-8dbaf6a6-1d64-46a8-a2c1-cc5ee0962e6c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855591 Jun 29 10:43:43.539990 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51908) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.643773 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:43.652840 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.660214 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:43.680457 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:43.682927 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:43.699245 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] For port cbf3121e-2d3e-441a-8fba-f727b5dadee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cbf3121e-2d3e-441a-8fba-f727b5dadee0,segment=NetworkSegment(989f9973-525a-4792-8ab7-c3317275fffc),segment_id=989f9973-525a-4792-8ab7-c3317275fffc)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:43.699610 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.749365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Calling delete_port for cbf3121e-2d3e-441a-8fba-f727b5dadee0 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:43:43.773093 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.779916 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-16a8f57a-e5de-4f46-8948-dd36b61460ec tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "PUT /v2.0/floatingips/63300f3d-e2b4-488b-b973-8f17c48dc296 HTTP/1.1" status: 200 len: 991 time: 2.4976885 Jun 29 10:43:43.810687 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:43.822151 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b0228a-65f5-408e-b74f-7c07b49bd6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:43.910540 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3965836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3989027'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.965022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.982605 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.988330 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f2d68ef3-d1bc-4e09-a8d6-02a3f141d2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.005558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-534e82c5-d19f-4f91-9eff-44ae8b3d392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.012750 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:44.079733 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3d9e19bf2f041b892fd786c8052dd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382900 Jun 29 10:43:44.081911 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2eea5f-0019-4d90-9a03-133fdb152d86,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.093665 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51938) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.100670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.127762 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954dc9c8-1a24-4448-b30a-9e465581da8a,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.143496 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.151698 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49f3e-effb-42f4-a664-f3b8a0809dcf req-e2a3a9fc-ad2e-4bdb-a5d9-bc61cca8bf68 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.154272 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac95230c-d0fb-4c70-b4d7-dfafe60269ac x-openstack-request-id: req-ac95230c-d0fb-4c70-b4d7-dfafe60269ac {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:44.154582 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:44.154852 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac95230c-d0fb-4c70-b4d7-dfafe60269ac {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:44.155233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-afb49f3e-effb-42f4-a664-f3b8a0809dcf req-e2a3a9fc-ad2e-4bdb-a5d9-bc61cca8bf68 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 946 time: 0.1193326 Jun 29 10:43:44.155350 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'status': 'completed', 'code': 200} Jun 29 10:43:44.174047 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Checking segment: {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:44.174666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Network hostable DHCP agents. Network: 3ddc953b-606c-4fc0-980e-e27de02bd7fe, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:44.230934 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-afb49f3e-effb-42f4-a664-f3b8a0809dcf req-c26b471d-c174-47fc-86e8-0a020f8758f4 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/security-groups?id=ace04a8a-b135-4be5-9b52-24b999fffab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701001 Jun 29 10:43:44.237597 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Network 3ddc953b-606c-4fc0-980e-e27de02bd7fe is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:44.258540 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.284540 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 3ddc953b-606c-4fc0-980e-e27de02bd7fe) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:44.290965 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.296605 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6609d49-2973-4489-b5e1-b719774581af None None] Network 3ddc953b-606c-4fc0-980e-e27de02bd7fe requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:44.306946 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.312620 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.316497 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.342041 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-18a04def-f9d7-441a-8e7e-a2684979bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.344829 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-18a04def-f9d7-441a-8e7e-a2684979bbc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1099 time: 0.1018941 Jun 29 10:43:44.350093 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.452369 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['cbf3121e-2d3e-441a-8fba-f727b5dadee0'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:44.471077 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-30236cac-a6e4-4b6e-8d37-875c95f3c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.475759 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-30236cac-a6e4-4b6e-8d37-875c95f3c5f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.1245098 Jun 29 10:43:44.479702 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Pushing event deleted for resources: {'Port': ['ID=cbf3121e-2d3e-441a-8fba-f727b5dadee0,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.485054 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.512438 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3281922 Jun 29 10:43:44.532894 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494847c-a4b1-4019-8668-ed694755dc5b None None] Network 3ddc953b-606c-4fc0-980e-e27de02bd7fe requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:44.581828 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] No DVR routers for this DVR port cbf3121e-2d3e-441a-8fba-f727b5dadee0 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:43:44.593587 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.603374 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-703a1dce-478b-4cfa-8083-8f93eed103d7 req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.60 "DELETE /v2.0/ports/cbf3121e-2d3e-441a-8fba-f727b5dadee0 HTTP/1.1" status: 204 len: 173 time: 1.7824364 Jun 29 10:43:44.622533 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.625483 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.626711 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c2eea5f-0019-4d90-9a03-133fdb152d86 HTTP/1.1" status: 204 len: 168 time: 0.5321536 Jun 29 10:43:44.627459 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-da048f48-f84d-4cf6-b92c-022e1eafa484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.642076 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-1befdf4a-05ec-4f0e-b8d4-35b16d6a741b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 999 time: 0.1534312 Jun 29 10:43:44.647927 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2eea5f-0019-4d90-9a03-133fdb152d86,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.650744 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.714101 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '63300f3d-e2b4-488b-b973-8f17c48dc296', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'floating_ip_address': '172.28.0.64', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'mac_address': 'fa:16:3e:23:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:18Z', 'updated_at': '2021-06-29T10:43:42Z', 'revision_number': 1, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:44.755060 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:44.766546 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:44.767509 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:44.815337 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-63c88145-970e-44a2-8f64-ba58ef46a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.817248 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-63c88145-970e-44a2-8f64-ba58ef46a9d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.1658649 Jun 29 10:43:44.925322 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:45.196132 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51966) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.221806 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-80033cfb-4afa-4555-bb7c-3f5d3aeb1a03 req-88d307f6-c271-4c04-8b43-bc60be329a54 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 210 time: 0.4170721 Jun 29 10:43:45.317603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.368251 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9106-9f2c-4eb5-bdab-5025cffe1360 req-05eecf62-ceb7-484a-aef5-08af466c94ff tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.382060 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-451f9106-9f2c-4eb5-bdab-5025cffe1360 req-05eecf62-ceb7-484a-aef5-08af466c94ff tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.5947537 Jun 29 10:43:45.417036 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-e48a3224-34a4-4918-a550-e3c9f00b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.423430 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-e48a3224-34a4-4918-a550-e3c9f00b4ef4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5743537 Jun 29 10:43:45.524077 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-a73588f7-9367-49da-a05a-1c12faee121a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.529086 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-a73588f7-9367-49da-a05a-1c12faee121a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.3812037 Jun 29 10:43:45.548408 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Request body: {'port': {'device_id': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'admin_state_up': True, 'tenant_id': '8b32857749654c2f8e13b2787b81f769'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:45.562758 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-451f9106-9f2c-4eb5-bdab-5025cffe1360 req-28722022-b948-4637-8720-9d2bc15c6aa3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785429 Jun 29 10:43:45.693119 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '63300f3d-e2b4-488b-b973-8f17c48dc296', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'floating_ip_address': '172.28.0.64', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'mac_address': 'fa:16:3e:23:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:18Z', 'updated_at': '2021-06-29T10:43:42Z', 'revision_number': 1, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:45.735493 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.746579 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-e7fe4b06-956e-46ee-bcbc-8792cd0a4393 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118293 Jun 29 10:43:45.748037 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.754703 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-38c9c1c6-445e-454e-99f4-6ef28b3fea8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.807932 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44b8e1aee14848c5a416e70a4a3a8cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100667 Jun 29 10:43:45.808971 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1244b29d-79e6-4284-a9e0-0213b68da967,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.822958 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 51984) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.823862 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Made reservation on behalf of 8b32857749654c2f8e13b2787b81f769 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:45.829176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.838046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.862508 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e78db-9925-4bcd-988c-818b887b16b1 None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '63300f3d-e2b4-488b-b973-8f17c48dc296', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'floating_ip_address': '172.28.0.64', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'mac_address': 'fa:16:3e:23:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:18Z', 'updated_at': '2021-06-29T10:43:42Z', 'revision_number': 1, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:45.941817 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-12437cff-17bb-43b5-a825-c5631922be91 req-200387f2-2762-4fb2-8869-9a56ae9c95c9 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec16c0fc-c20d-40c2-b113-662888a7749d HTTP/1.1" status: 200 len: 210 time: 0.1601119 Jun 29 10:43:46.062662 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.085485 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51b0228a-65f5-408e-b74f-7c07b49bd6e4 req-0f0f85f6-d354-43ec-a1c9-7eb0bf808b0c service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336785 Jun 29 10:43:46.105361 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.121311 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9f6f8-1ada-47e3-b102-b602c0843c53 req-448f62a1-909c-42d7-9980-8509ee3596ab tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.125641 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-89a9f6f8-1ada-47e3-b102-b602c0843c53 req-448f62a1-909c-42d7-9980-8509ee3596ab tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1431932 Jun 29 10:43:46.133264 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 51994) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.138478 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'floatingip': {'port_id': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:46.195336 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716288b7-98dd-4823-bee1-de6819d838db None None] New status for floating IP 63300f3d-e2b4-488b-b973-8f17c48dc296: ACTIVE {{(pid=99739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:43:46.218482 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.302725 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device cbf3121e-2d3e-441a-8fba-f727b5dadee0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:43:46.334485 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'name': 'network-vif-deleted', 'tag': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:46.336766 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aab0b3-070f-4c6c-9889-5b0680eb9ddd" -d '{"events": [{"server_uuid": "ec16c0fc-c20d-40c2-b113-662888a7749d", "name": "network-vif-deleted", "tag": "cbf3121e-2d3e-441a-8fba-f727b5dadee0"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:46.369411 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: cbf3121e-2d3e-441a-8fba-f727b5dadee0 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:43:46.369764 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device cbf3121e-2d3e-441a-8fba-f727b5dadee0 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:43:46.394093 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10ba371-cc31-49b7-b6e8-23bb8f4a6995 x-openstack-request-id: req-a10ba371-cc31-49b7-b6e8-23bb8f4a6995 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:46.394402 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec16c0fc-c20d-40c2-b113-662888a7749d", "name": "network-vif-deleted", "tag": "cbf3121e-2d3e-441a-8fba-f727b5dadee0", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:46.394710 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a10ba371-cc31-49b7-b6e8-23bb8f4a6995 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:46.395068 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec16c0fc-c20d-40c2-b113-662888a7749d', 'name': 'network-vif-deleted', 'tag': 'cbf3121e-2d3e-441a-8fba-f727b5dadee0', 'status': 'completed', 'code': 200} Jun 29 10:43:46.415144 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Allocated IP 172.20.0.8 (ca386184-dfcc-4848-849b-7197a8359a8e/9cdd8595-0b70-4264-8227-147e5f16fc71/8f68a944-5eae-4ab2-8913-36ddc0387496) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:46.453933 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f519030b-321e-4934-bdf3-c4f493fb4b3f req-02e44a04-8b22-4cef-9f05-59301668bad7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 210 time: 0.0417924 Jun 29 10:43:46.473335 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.476995 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.479450 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1244b29d-79e6-4284-a9e0-0213b68da967 HTTP/1.1" status: 204 len: 168 time: 0.6429453 Jun 29 10:43:46.482636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3d45e589-4b69-40aa-937e-d8b21e33f27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.504910 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244b29d-79e6-4284-a9e0-0213b68da967,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.517587 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.699294 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.741417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.745853 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.754767 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:46.827986 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event updated for resources: {'Port': ['ID=8f68a944-5eae-4ab2-8913-36ddc0387496,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.840304 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.845596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Network ca386184-dfcc-4848-849b-7197a8359a8e is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:46.846986 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:46.853878 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:46.926579 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.931006 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.958272 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4180546 Jun 29 10:43:46.979598 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Request body: {'port': {'device_id': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:47.061988 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.db.resource_extend [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 10:43:47.142003 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.248101 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.266571 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.483895 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.l3_db [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Floating IP cbce4faf-5fdc-47ab-9beb-97a7efe0c571 associated. External IP: 172.28.0.115, port: c9f71f0f-4d3c-46ed-af60-f905ee7ae265. Jun 29 10:43:47.633533 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f68a944-5eae-4ab2-8913-36ddc0387496 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:47.642338 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.657430 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Transition to ACTIVE for port object 8f68a944-5eae-4ab2-8913-36ddc0387496 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:47.662637 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.666419 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.720672 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68a944-5eae-4ab2-8913-36ddc0387496,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.724448 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.804263 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Attempting to bind port 8f68a944-5eae-4ab2-8913-36ddc0387496 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:47.804603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Attempting to bind port 8f68a944-5eae-4ab2-8913-36ddc0387496 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:47.805172 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Attempting to bind port 8f68a944-5eae-4ab2-8913-36ddc0387496 on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:47.810398 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Port 8f68a944-5eae-4ab2-8913-36ddc0387496 on network ca386184-dfcc-4848-849b-7197a8359a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:47.810888 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Attempting to bind port 8f68a944-5eae-4ab2-8913-36ddc0387496 on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:47.816073 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:47.816409 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Checking segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:47.816789 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Bound using segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:47.817243 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Bound port: 8f68a944-5eae-4ab2-8913-36ddc0387496, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:47.817604 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.886152 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] For port 8f68a944-5eae-4ab2-8913-36ddc0387496, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:47.889560 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] For port 8f68a944-5eae-4ab2-8913-36ddc0387496, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f68a944-5eae-4ab2-8913-36ddc0387496,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:47.894455 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.898684 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6857fdb2-f65a-4ae5-86b2-3953f2ead7bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.924215 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-f6198ef3-5a8d-4613-867b-125228e5d04c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.925770 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-f6198ef3-5a8d-4613-867b-125228e5d04c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/networks?id=3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 200 len: 809 time: 0.5197651 Jun 29 10:43:47.939218 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.939887 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.941396 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/8f68a944-5eae-4ab2-8913-36ddc0387496 HTTP/1.1" status: 200 len: 1093 time: 0.9697196 Jun 29 10:43:47.977311 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68a944-5eae-4ab2-8913-36ddc0387496,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.980352 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-b4ab03ad-8af4-4057-b821-cc7d5d417dec tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/quotas/29c9b2538b2d44e6b4a3b7c8e7c5df80 HTTP/1.1" status: 200 len: 375 time: 0.0477307 Jun 29 10:43:47.987886 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.000372 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa9a6-efd0-4203-8f7b-8207d61ab5b6 req-e9e3e3c2-dcc7-4c42-85da-a118de066794 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.005978 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fd4aa9a6-efd0-4203-8f7b-8207d61ab5b6 req-e9e3e3c2-dcc7-4c42-85da-a118de066794 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 943 time: 0.1852458 Jun 29 10:43:48.043686 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-7303a0be-f231-415f-85ff-7857a81b3837 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512085 Jun 29 10:43:48.088541 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-86ef00f2-e9c8-4e87-9f1b-d2c74ad5e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.090709 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-86ef00f2-e9c8-4e87-9f1b-d2c74ad5e5dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 1096 time: 0.0825033 Jun 29 10:43:48.143236 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-195257cb-4523-4707-8cd9-a4023e2dfa80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f68a944-5eae-4ab2-8913-36ddc0387496 HTTP/1.1" status: 200 len: 217 time: 0.0415204 Jun 29 10:43:48.202871 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fd4aa9a6-efd0-4203-8f7b-8207d61ab5b6 req-e8530cbe-33fa-4510-8291-5a970c895d28 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623478 Jun 29 10:43:48.229469 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:48.232749 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-96d54484-69f5-4c31-b90e-892811f29b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.234632 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-96d54484-69f5-4c31-b90e-892811f29b8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.0844638 Jun 29 10:43:48.261733 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-cc3bd528-fbb0-4053-8734-3ea83d60c464 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051628 Jun 29 10:43:48.297589 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-e333858b-eaa5-439e-8b62-20fc5c702507 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559223 Jun 29 10:43:48.432248 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'tag': '8f68a944-5eae-4ab2-8913-36ddc0387496'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:48.435091 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43582f09-7099-4866-91e1-d222aea2d413" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d9b5fd-d4cc-4189-b5a5-66782ecf322e", "tag": "8f68a944-5eae-4ab2-8913-36ddc0387496"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:48.440853 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-35834ea4-6871-49ee-b34b-2b6ef42bf18a service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319039 Jun 29 10:43:48.442588 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-4da345a6-e922-4c11-82a9-24b0a6a60ec8 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797540 Jun 29 10:43:48.535769 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6781b433-d7a7-486c-9361-06b68060b4cf x-openstack-request-id: req-6781b433-d7a7-486c-9361-06b68060b4cf {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:48.537039 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d9b5fd-d4cc-4189-b5a5-66782ecf322e", "tag": "8f68a944-5eae-4ab2-8913-36ddc0387496", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:48.538133 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6781b433-d7a7-486c-9361-06b68060b4cf {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:48.538707 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'tag': '8f68a944-5eae-4ab2-8913-36ddc0387496', 'status': 'completed', 'code': 200} Jun 29 10:43:48.558226 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:48.563140 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.573461 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:48.596342 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-78eaeae6-12a3-465b-adf0-a2bbef9a22e0 req-2d7fec0a-ca60-4fef-a806-4a713f13deae service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463695 Jun 29 10:43:48.599511 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:48.600125 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:48.657581 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a42378c9-2b1f-44e2-909a-3756b07e0dec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "PUT /v2.0/floatingips/cbce4faf-5fdc-47ab-9beb-97a7efe0c571 HTTP/1.1" status: 200 len: 992 time: 2.5229998 Jun 29 10:43:48.659543 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:48.663595 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28f6d12-3210-4b10-8c65-e941bd334414" -d '{"events": [{"name": "network-changed", "server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:48.728162 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcb232db-56e3-4f25-8233-47e1d23924ab req-3a26b035-a94d-4f98-aa96-b150ebf86c09 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 210 time: 0.0692415 Jun 29 10:43:48.796509 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582f09-7099-4866-91e1-d222aea2d413 req-14511b37-40f0-480b-b1cf-c764a1605140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.798642 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-14511b37-40f0-480b-b1cf-c764a1605140 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 1096 time: 0.1148472 Jun 29 10:43:48.830072 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69f7f43-8143-48fb-82cf-61311103b75a x-openstack-request-id: req-b69f7f43-8143-48fb-82cf-61311103b75a {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:48.830398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:48.830676 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b69f7f43-8143-48fb-82cf-61311103b75a {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:48.831099 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'status': 'completed', 'code': 200} Jun 29 10:43:48.854470 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:48.927507 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582f09-7099-4866-91e1-d222aea2d413 req-ef08cc75-d7cd-4a7f-9af8-26d6b6002ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.929914 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-ef08cc75-d7cd-4a7f-9af8-26d6b6002ac4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 916 time: 0.1237051 Jun 29 10:43:48.967516 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-34527067-4b8f-4411-9b1c-0862e0472e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.969295 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-34527067-4b8f-4411-9b1c-0862e0472e0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1099 time: 0.1109991 Jun 29 10:43:49.042413 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-ba92bf1d-0842-4e2d-9397-ae64c334efab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f68a944-5eae-4ab2-8913-36ddc0387496 HTTP/1.1" status: 200 len: 217 time: 0.1004982 Jun 29 10:43:49.121950 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52136) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.142210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582f09-7099-4866-91e1-d222aea2d413 req-df3ac57b-5f5c-4231-ba50-7044d2687a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.145516 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-df3ac57b-5f5c-4231-ba50-7044d2687a9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.0957615 Jun 29 10:43:49.200153 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-a154eed3-7a78-459a-99ff-49bb7ec638bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.202062 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-a154eed3-7a78-459a-99ff-49bb7ec638bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 911 time: 0.2213600 Jun 29 10:43:49.207479 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Deleting subnet 048c8d5f-607c-42e3-8319-6ea67074aed7 {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:49.217190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.221156 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-8ab4dc70-e3a4-45e0-9b53-c179c4db8776 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668712 Jun 29 10:43:49.290719 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': 'cbce4faf-5fdc-47ab-9beb-97a7efe0c571', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'port_id': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'mac_address': 'fa:16:3e:84:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:25Z', 'updated_at': '2021-06-29T10:43:46Z', 'revision_number': 1, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:49.346145 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:49.355959 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:49.356569 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:49.406072 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3508541'] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.483188 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-8ae5e732-d0a3-4885-8645-6a37f165c157 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549360 Jun 29 10:43:49.484106 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-c4ee469e-ec3d-4641-bea1-e4ac92d23375 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 200 len: 1000 time: 0.2727568 Jun 29 10:43:49.549218 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:49.601272 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.624111 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.704154 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-43582f09-7099-4866-91e1-d222aea2d413 req-acf7bcc1-10d7-4a72-b06e-26cd1ef42830 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993260 Jun 29 10:43:49.716754 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-b74e57da-1a9e-4ae1-a991-fbe4f4a5c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.718856 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-b74e57da-1a9e-4ae1-a991-fbe4f4a5c3f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.2125697 Jun 29 10:43:49.795938 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1708b-8362-4a65-b57e-c010884299e9 req-aec35779-66a4-4c55-9ff5-8db510263a01 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.797439 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-35e1708b-8362-4a65-b57e-c010884299e9 req-aec35779-66a4-4c55-9ff5-8db510263a01 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 943 time: 0.3499987 Jun 29 10:43:49.859951 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377466'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.877548 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6e634957-83d9-4f51-8a51-fd5a71e8d822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.897988 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-35e1708b-8362-4a65-b57e-c010884299e9 req-d1201be3-867f-4ac5-a819-6ae403df6607 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836515 Jun 29 10:43:49.953148 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': 'cbce4faf-5fdc-47ab-9beb-97a7efe0c571', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'port_id': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'mac_address': 'fa:16:3e:84:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:25Z', 'updated_at': '2021-06-29T10:43:46Z', 'revision_number': 1, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:49.955551 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048c8d5f-607c-42e3-8319-6ea67074aed7,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.966338 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.969809 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.974753 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52174) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.975639 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/048c8d5f-607c-42e3-8319-6ea67074aed7 HTTP/1.1" status: 204 len: 168 time: 0.8498440 Jun 29 10:43:49.992514 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-071590db-5954-4017-aa8c-b6e1c22834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.995395 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-071590db-5954-4017-aa8c-b6e1c22834c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2544820 Jun 29 10:43:50.009090 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9db5e0-638c-45d8-943e-4f94582f5408 None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': 'cbce4faf-5fdc-47ab-9beb-97a7efe0c571', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'port_id': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'mac_address': 'fa:16:3e:84:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:25Z', 'updated_at': '2021-06-29T10:43:46Z', 'revision_number': 1, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:50.090536 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2e3ee961-6c68-48be-b920-5a6115ce9b64 req-cf235e91-c085-4406-aa95-b0906281e2f9 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 210 time: 0.1126964 Jun 29 10:43:50.129145 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.163722 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-4966365a-89aa-4b16-bfcd-a136b510fde6 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435261 Jun 29 10:43:50.216814 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52178) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.220278 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.237484 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea409c0-ebd3-4d3d-9cd8-0c9deb98f754']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:50.247907 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f9973-525a-4792-8ab7-c3317275fffc') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:50.248453 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f9973-525a-4792-8ab7-c3317275fffc') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:50.260601 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.275090 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.286392 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:50.286818 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:50.288614 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:50.290967 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e28f6d12-3210-4b10-8c65-e941bd334414 req-2b43e110-f6c0-49d8-8e9c-da4111fcbccf service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159077 Jun 29 10:43:50.339281 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc610e9c-a3e6-4c66-befb-938adbb3c5d4 None None] New status for floating IP cbce4faf-5fdc-47ab-9beb-97a7efe0c571: ACTIVE {{(pid=99739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:43:50.354312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.358280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-024450c4-6119-4ffa-aad0-30ee15bebe97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.360967 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.362828 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] 10.222.0.53 "DELETE /v2.0/networks/fea409c0-ebd3-4d3d-9cd8-0c9deb98f754 HTTP/1.1" status: 204 len: 168 time: 0.3870950 Jun 29 10:43:50.375000 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=fea409c0-ebd3-4d3d-9cd8-0c9deb98f754,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.378214 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.397382 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.518921 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.523908 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.526766 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.540890 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52184) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.576545 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a994ae5-5424-481c-8613-1f7631f8542d,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.592155 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.603480 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52186) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.603672 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d10ed50d0f36477083805307ab216a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858142 Jun 29 10:43:50.624716 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e73c9c09-d653-4831-bdfe-7c4296a18967 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15d0edffe33248e89f299f93032c9f1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0802331 Jun 29 10:43:50.626194 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52188) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.677412 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-6db5ecb3-34f1-4466-afd8-b6af0db1c416 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:50.678099 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.678986 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-6db5ecb3-34f1-4466-afd8-b6af0db1c416 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "GET /v2.0/networks?id=3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 200 len: 809 time: 0.1440816 Jun 29 10:43:50.691809 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Request body: {'port': {'device_id': '477d5109-01f2-4bdc-b163-664af2346600', 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe', 'admin_state_up': True, 'tenant_id': '29c9b2538b2d44e6b4a3b7c8e7c5df80'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:50.699715 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.702879 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.766229 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.768839 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.773340 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ace04a8a-b135-4be5-9b52-24b999fffab2 HTTP/1.1" status: 204 len: 168 time: 0.1431849 Jun 29 10:43:50.773340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.779842 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace04a8a-b135-4be5-9b52-24b999fffab2,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.782278 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.782518 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.919698 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.923152 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.924516 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a994ae5-5424-481c-8613-1f7631f8542d HTTP/1.1" status: 204 len: 168 time: 0.3199492 Jun 29 10:43:50.926054 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.929606 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Made reservation on behalf of 29c9b2538b2d44e6b4a3b7c8e7c5df80 for: {'port': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:50.935446 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.966962 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a994ae5-5424-481c-8613-1f7631f8542d,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.988096 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.388466 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e3d35d1-b93e-4ed7-b22a-7a03282c9213 req-8c78b5fb-62e6-44a4-a850-2115de498db6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 210 time: 0.0750349 Jun 29 10:43:51.391381 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Allocated IP 172.20.0.5 (3ddc953b-606c-4fc0-980e-e27de02bd7fe/954dc9c8-1a24-4448-b30a-9e465581da8a/771a6762-ba3c-4cd4-af43-59c71c04c561) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:51.485234 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd23d5-e6f2-4f3d-850f-1a38fcc83fc6 req-446c694a-cec4-40c5-969f-855ecaea542a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.486743 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-38bd23d5-e6f2-4f3d-850f-1a38fcc83fc6 req-446c694a-cec4-40c5-969f-855ecaea542a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 943 time: 0.2813747 Jun 29 10:43:51.624760 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-38bd23d5-e6f2-4f3d-850f-1a38fcc83fc6 req-05a46ff7-0816-4ea6-a220-dacc1d8facd7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232560 Jun 29 10:43:51.727375 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.792761 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.807736 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.856229 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Network 3ddc953b-606c-4fc0-980e-e27de02bd7fe is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:51.859466 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:51.861883 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:51.866457 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52248) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:51.884680 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.906670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Pushing event updated for resources: {'Port': ['ID=771a6762-ba3c-4cd4-af43-59c71c04c561,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.912436 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.940994 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.941825 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.039322 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.047379 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.051244 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.057964 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3701925 Jun 29 10:43:52.087532 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Request body: {'port': {'device_id': '477d5109-01f2-4bdc-b163-664af2346600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:52.096523 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f82cdcb72ed41ccbffbe99c88555015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288077 Jun 29 10:43:52.097176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52258) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.114462 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25754139-e30d-417f-a6f3-a45c27b85650,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.120688 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.166905 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.178613 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.193628 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.207570 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52262) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.222371 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52266) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.255731 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.258451 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.259797 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25754139-e30d-417f-a6f3-a45c27b85650 HTTP/1.1" status: 204 len: 168 time: 0.1606476 Jun 29 10:43:52.260708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e351481c-4f69-40cb-bec3-5da3c68bc69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.268374 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25754139-e30d-417f-a6f3-a45c27b85650,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.271305 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.317670 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 8f68a944-5eae-4ab2-8913-36ddc0387496 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:52.357961 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.400055 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-network', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:52.436271 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 8f68a944-5eae-4ab2-8913-36ddc0387496, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f68a944-5eae-4ab2-8913-36ddc0387496,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:52.471545 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '8f68a944-5eae-4ab2-8913-36ddc0387496', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'port_id': '8f68a944-5eae-4ab2-8913-36ddc0387496', 'mac_address': 'fa:16:3e:cd:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdd8595-0b70-4264-8227-147e5f16fc71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:52.481173 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.491183 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.500850 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a8a4ab8e-7b82-440a-8491-a5a34524ac6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.536294 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.546057 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771a6762-ba3c-4cd4-af43-59c71c04c561 {{(pid=99737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:52.549617 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfb6f1b4951c4ecb98204fe768afbb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405392 Jun 29 10:43:52.551328 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Made reservation on behalf of a6a5d10860584fe7b2af152250d46533 for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:52.553917 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52276) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.554591 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.561904 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.562192 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c229691-8839-4154-86d6-938226e70095,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.565777 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.566754 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f68a944-5eae-4ab2-8913-36ddc0387496 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:52.581316 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.599165 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 8f68a944-5eae-4ab2-8913-36ddc0387496, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f68a944-5eae-4ab2-8913-36ddc0387496,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:52.607404 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.610082 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.622035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Transition to ACTIVE for port object 771a6762-ba3c-4cd4-af43-59c71c04c561 will not be triggered until provisioned by entity L2. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:52.623536 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.642449 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.649918 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.652194 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.673383 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=8f68a944-5eae-4ab2-8913-36ddc0387496,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.678600 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.696252 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Pushing event updated for resources: {'Port': ['ID=771a6762-ba3c-4cd4-af43-59c71c04c561,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.703653 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.735721 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.738610 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.739765 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13dda-d70b-4989-8cae-f2cdb8b0f962 req-5248773c-9333-4c8e-8e02-846c94a9fcd0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:52.743345 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c229691-8839-4154-86d6-938226e70095 HTTP/1.1" status: 204 len: 168 time: 0.1855242 Jun 29 10:43:52.743457 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fa13dda-d70b-4989-8cae-f2cdb8b0f962 req-5248773c-9333-4c8e-8e02-846c94a9fcd0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 931 time: 0.1843345 Jun 29 10:43:52.743553 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-772bc03a-f703-43c9-93ff-9357aa94dee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.759952 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c229691-8839-4154-86d6-938226e70095,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.767365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.873608 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fa13dda-d70b-4989-8cae-f2cdb8b0f962 req-d216663f-4eaf-4e22-8fae-a9ee88a5a0d8 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233919 Jun 29 10:43:52.914716 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['8f68a944-5eae-4ab2-8913-36ddc0387496'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:52.944708 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.948812 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Attempting to bind port 771a6762-ba3c-4cd4-af43-59c71c04c561 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:52.949730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Attempting to bind port 771a6762-ba3c-4cd4-af43-59c71c04c561 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'}] {{(pid=99737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:52.949730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Attempting to bind port 771a6762-ba3c-4cd4-af43-59c71c04c561 on network 3ddc953b-606c-4fc0-980e-e27de02bd7fe {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:52.955614 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Port 771a6762-ba3c-4cd4-af43-59c71c04c561 on network 3ddc953b-606c-4fc0-980e-e27de02bd7fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:52.956696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Attempting to bind port 771a6762-ba3c-4cd4-af43-59c71c04c561 on network 3ddc953b-606c-4fc0-980e-e27de02bd7fe {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:52.960872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.981771 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:52.994020 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.994380 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Added segment ba7b0346-8702-4b1a-8c7b-3939503f2aef of type vlan for network 0b9cd6bb-141f-4114-834c-072ff61b3732 Jun 29 10:43:52.997452 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.008670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:53.008670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Checking segment: {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:53.009051 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Bound using segment: {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'} {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:53.009314 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Bound port: 771a6762-ba3c-4cd4-af43-59c71c04c561, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'}}] {{(pid=99737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:53.009727 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.094172 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0487ec45-9ca8-49d3-ac5c-5195a14454c9,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.097288 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.162276 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.207295 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52310) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.213853 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.219913 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.220492 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.227971 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-963e6f2b-8a62-4a77-a49b-b2ec8aa61ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.229677 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.316550 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9cd6bb-141f-4114-834c-072ff61b3732,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.320036 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.321942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] For port 771a6762-ba3c-4cd4-af43-59c71c04c561, host hv-cinder-78662, cleared binding levels {{(pid=99737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:53.331644 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:53.337938 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] For port 771a6762-ba3c-4cd4-af43-59c71c04c561, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=771a6762-ba3c-4cd4-af43-59c71c04c561,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:53.343332 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.352249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.353830 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3d4e-3f52-477c-8ae5-53be5dbd41e2 req-f104b0d1-8ba9-43b9-b05d-855db00f8d71 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.355627 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a57c3d4e-3f52-477c-8ae5-53be5dbd41e2 req-f104b0d1-8ba9-43b9-b05d-855db00f8d71 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 944 time: 0.2625222 Jun 29 10:43:53.357530 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-81cc383b-da25-40ca-a499-aecfbc76a44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.357967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.361246 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e13c0879-7d52-4dd7-b982-9f7a8185db01 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.401778 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1780686 Jun 29 10:43:53.403077 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52316) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.406323 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee15a5-f642-43e8-a084-31800b58c272,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.420201 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Request body: {'subnet': {'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-subnet', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.421514 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdd6c3bba90e487e80e3110a1b5f89c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125454 Jun 29 10:43:53.422198 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52318) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.423192 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.428857 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.429116 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.430467 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] 10.222.0.60 "PUT /v2.0/ports/771a6762-ba3c-4cd4-af43-59c71c04c561 HTTP/1.1" status: 200 len: 1093 time: 1.3502133 Jun 29 10:43:53.438314 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477d5109-01f2-4bdc-b163-664af2346600', 'tag': '771a6762-ba3c-4cd4-af43-59c71c04c561'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:53.440888 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf4b56-7660-4817-a922-43779c3529f6" -d '{"events": [{"name": "network-changed", "server_uuid": "477d5109-01f2-4bdc-b163-664af2346600", "tag": "771a6762-ba3c-4cd4-af43-59c71c04c561"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:53.490838 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a57c3d4e-3f52-477c-8ae5-53be5dbd41e2 req-ba96238c-40b3-433e-a245-22c4ecaf9fd3 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270866 Jun 29 10:43:53.498666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.504219 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Pushing event updated for resources: {'Port': ['ID=771a6762-ba3c-4cd4-af43-59c71c04c561,revision_number=3']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.508394 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.511136 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Made reservation on behalf of a6a5d10860584fe7b2af152250d46533 for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:53.513200 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.524412 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.576368 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795edb4b-373c-4850-8682-c4fb6583bf81 x-openstack-request-id: req-795edb4b-373c-4850-8682-c4fb6583bf81 {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:53.576684 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477d5109-01f2-4bdc-b163-664af2346600", "tag": "771a6762-ba3c-4cd4-af43-59c71c04c561", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:53.577319 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-795edb4b-373c-4850-8682-c4fb6583bf81 {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:53.577443 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477d5109-01f2-4bdc-b163-664af2346600', 'tag': '771a6762-ba3c-4cd4-af43-59c71c04c561', 'status': 'completed', 'code': 200} Jun 29 10:43:53.593612 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.596733 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.598021 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8ee15a5-f642-43e8-a084-31800b58c272 HTTP/1.1" status: 204 len: 168 time: 0.1738920 Jun 29 10:43:53.598937 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6842ceb9-94fc-46da-b32c-e0847f246589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.622615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee15a5-f642-43e8-a084-31800b58c272,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.625700 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.882444 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-9d8609c8-f314-460d-96dd-4ff1bc9e7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.883749 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-9d8609c8-f314-460d-96dd-4ff1bc9e7720 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 1096 time: 0.3874998 Jun 29 10:43:53.972550 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-43e79f9e-fcb5-4486-88aa-75b02667844b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771a6762-ba3c-4cd4-af43-59c71c04c561 HTTP/1.1" status: 200 len: 217 time: 0.0756335 Jun 29 10:43:54.037702 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52340) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:54.071543 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.071650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-d8c7d20a-741d-4dc4-b77b-6a3074c3e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.071650 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-d8c7d20a-741d-4dc4-b77b-6a3074c3e67e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=954dc9c8-1a24-4448-b30a-9e465581da8a HTTP/1.1" status: 200 len: 849 time: 0.0901489 Jun 29 10:43:54.119107 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.152391 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.157161 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-c9428164-ef13-41b7-905c-88e0923642ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ddc953b-606c-4fc0-980e-e27de02bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702219 Jun 29 10:43:54.185019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.192514 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.197209 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c60b15b0-838e-4aea-9f69-0acf1f2a05c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.245403 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87a9352-d394-4fa8-a38e-2cf5b941d591,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.248663 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.251874 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69ceee3ba9ce4422b567cbf6eb0c22ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131431 Jun 29 10:43:54.255631 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52354) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:54.291594 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.304853 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.309655 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.325951 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 8f68a944-5eae-4ab2-8913-36ddc0387496 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:54.335582 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.351303 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Checking segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:54.351655 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Network hostable DHCP agents. Network: 0b9cd6bb-141f-4114-834c-072ff61b3732, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:54.387637 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48029-d3aa-417c-a235-f08c50277b9b req-b5e19a54-70f2-4a4b-8d49-ede7c7edfca0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.391456 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.394596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.396381 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f87a9352-d394-4fa8-a38e-2cf5b941d591 HTTP/1.1" status: 204 len: 168 time: 0.1395531 Jun 29 10:43:54.397315 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b25ab55f-00bd-4213-b7e2-12ef8f4698fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.397424 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-43d48029-d3aa-417c-a235-f08c50277b9b req-b5e19a54-70f2-4a4b-8d49-ede7c7edfca0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 943 time: 0.3216331 Jun 29 10:43:54.406417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87a9352-d394-4fa8-a38e-2cf5b941d591,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.409193 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.412327 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-840aaa9d-c4a8-4acb-8f1a-6c236b00395c service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256904 Jun 29 10:43:54.415347 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 8f68a944-5eae-4ab2-8913-36ddc0387496 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:54.424907 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 8f68a944-5eae-4ab2-8913-36ddc0387496 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:54.425316 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.502026 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:54.533094 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 0b9cd6bb-141f-4114-834c-072ff61b3732) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:54.544146 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.550779 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-43d48029-d3aa-417c-a235-f08c50277b9b req-9fabf519-ac0d-487e-bb07-5519aa93c565 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525252 Jun 29 10:43:54.557306 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440b488-d3c5-4f5f-bec6-6549e35d6a1e None None] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:54.561688 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.562370 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.604298 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1977739 Jun 29 10:43:54.606275 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 8f68a944-5eae-4ab2-8913-36ddc0387496, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f68a944-5eae-4ab2-8913-36ddc0387496,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:54.606636 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0cd0c52-dfd9-4a9f-babc-04789abfb7b2 req-8008ad92-eb07-4720-8a27-7d6db8f9364a service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830995 Jun 29 10:43:54.607396 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52368) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:54.607617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68a944-5eae-4ab2-8913-36ddc0387496'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:54.610356 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755d236d-97ad-43e2-ba24-07358aa38452" -d '{"events": [{"server_uuid": "b1d9b5fd-d4cc-4189-b5a5-66782ecf322e", "name": "network-vif-plugged", "status": "completed", "tag": "8f68a944-5eae-4ab2-8913-36ddc0387496"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:54.622101 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:54.667895 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.669401 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.673206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2c6623-954b-4f2b-a960-0fe5a78d0d22 x-openstack-request-id: req-6f2c6623-954b-4f2b-a960-0fe5a78d0d22 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:54.673502 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d9b5fd-d4cc-4189-b5a5-66782ecf322e", "name": "network-vif-plugged", "status": "completed", "tag": "8f68a944-5eae-4ab2-8913-36ddc0387496", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:54.673756 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f2c6623-954b-4f2b-a960-0fe5a78d0d22 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:54.674147 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68a944-5eae-4ab2-8913-36ddc0387496', 'code': 200} Jun 29 10:43:54.674764 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.679004 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-40d72570-9fe0-4435-b7a9-32b3eca70588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.831582 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=8f68a944-5eae-4ab2-8913-36ddc0387496,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.842203 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.843950 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.851952 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1a92-490b-4b41-ae4e-080dfc7b4204 req-cc3c5b4f-9901-44f9-8f0c-1e51f6cafbae tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.853581 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ac3c1a92-490b-4b41-ae4e-080dfc7b4204 req-cc3c5b4f-9901-44f9-8f0c-1e51f6cafbae tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 945 time: 0.1510551 Jun 29 10:43:54.931524 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9a620-8ba4-4be4-badc-21f17f425935 None None] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:54.982098 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf4b56-7660-4817-a922-43779c3529f6 req-f26f82a3-437c-4d37-8f64-156ba4448ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.983387 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-f26f82a3-437c-4d37-8f64-156ba4448ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 1096 time: 0.2891600 Jun 29 10:43:55.080273 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.092390 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ac3c1a92-490b-4b41-ae4e-080dfc7b4204 req-7fe8564d-b54f-4843-bd7d-aa3c1e6d489f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284899 Jun 29 10:43:55.139865 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10cf0-45cc-426e-b45a-b9078687b4a2 req-b4313d75-9cbe-4603-87f4-46b5691a545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.145813 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-bbb10cf0-45cc-426e-b45a-b9078687b4a2 req-b4313d75-9cbe-4603-87f4-46b5691a545f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 1098 time: 0.1617112 Jun 29 10:43:55.208776 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf4b56-7660-4817-a922-43779c3529f6 req-fe2f8e15-aaba-40fe-afaa-b34a509d3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.210380 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-fe2f8e15-aaba-40fe-afaa-b34a509d3c53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 200 len: 910 time: 0.1221898 Jun 29 10:43:55.216499 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-bbb10cf0-45cc-426e-b45a-b9078687b4a2 req-e3bb8249-c14d-4415-9b7e-a50892fc2207 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644922 Jun 29 10:43:55.307935 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-edcc94eb-a785-4d0e-b692-ad7cb0d8c0b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771a6762-ba3c-4cd4-af43-59c71c04c561 HTTP/1.1" status: 200 len: 217 time: 0.0441751 Jun 29 10:43:55.381942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf4b56-7660-4817-a922-43779c3529f6 req-7cc79cf9-7bb8-4e1c-be8c-d8577c467683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.383403 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-7cc79cf9-7bb8-4e1c-be8c-d8577c467683 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=954dc9c8-1a24-4448-b30a-9e465581da8a HTTP/1.1" status: 200 len: 849 time: 0.0634806 Jun 29 10:43:55.473963 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-09a1535f-ac73-401b-9ca7-4c4e4c97e781 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ddc953b-606c-4fc0-980e-e27de02bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578756 Jun 29 10:43:55.568852 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.594943 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.653757 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-ec1e0330-52de-4134-a1a8-df6086bab7be service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719410 Jun 29 10:43:55.689860 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-233494a5-acce-418e-8dfe-5910b9c61d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.833103 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Allocated IP 172.28.0.106 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/8951f2d9-bc5b-47e2-a47f-d7731d9c2e42) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:55.866291 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8baf4b56-7660-4817-a922-43779c3529f6 req-3c727d3d-bf37-47bc-8dbe-c6eb92d1107a service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018089 Jun 29 10:43:55.887151 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08edc-fafd-4d05-91a4-1a9ebe6cd81b req-d00dda2f-bf74-45a0-bef2-06594d14d3bc tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.888639 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-93c08edc-fafd-4d05-91a4-1a9ebe6cd81b req-d00dda2f-bf74-45a0-bef2-06594d14d3bc tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 943 time: 0.2135527 Jun 29 10:43:55.962464 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-93c08edc-fafd-4d05-91a4-1a9ebe6cd81b req-3dc3104a-9c43-41f5-beec-22bbdf41a573 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Jun 29 10:43:55.995433 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.035552 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.038929 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:56.076300 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:56.079003 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:56.083322 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:56.107001 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Pushing event updated for resources: {'Port': ['ID=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:56.110659 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.380759 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee31da-00f2-4970-bdef-dbf2d699b9ff req-e66a1a27-b557-4fc5-bbc9-e6c1d8403cb7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.382494 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2cee31da-00f2-4970-bdef-dbf2d699b9ff req-e66a1a27-b557-4fc5-bbc9-e6c1d8403cb7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 945 time: 0.1543832 Jun 29 10:43:56.429148 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.495560 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2cee31da-00f2-4970-bdef-dbf2d699b9ff req-43daf955-a91a-484a-9ff7-2517ebf0fae1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 Jun 29 10:43:56.916053 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.052321 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Router 3c0307a0-7442-47b6-b386-55fa63745c5e is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:57.210354 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:57.219833 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Sync routers for ids ['3c0307a0-7442-47b6-b386-55fa63745c5e'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:57.224145 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ae85-66f5-46e1-b2fd-8baf4ece77a9 req-4bd2b4c6-e7a7-4bf8-8af4-8f5fb42a442a tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:57.225976 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9e90ae85-66f5-46e1-b2fd-8baf4ece77a9 req-4bd2b4c6-e7a7-4bf8-8af4-8f5fb42a442a tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 943 time: 0.1252432 Jun 29 10:43:57.232181 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Routers {'3c0307a0-7442-47b6-b386-55fa63745c5e'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:57.232829 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['3c0307a0-7442-47b6-b386-55fa63745c5e'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:57.248755 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.250043 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6417472 Jun 29 10:43:57.252820 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52440) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:57.272794 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9e90ae85-66f5-46e1-b2fd-8baf4ece77a9 req-6a5fa894-6636-478b-8ff2-4cfefcdbbcaf tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Jun 29 10:43:57.429850 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Set router 3c0307a0-7442-47b6-b386-55fa63745c5e gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:57.697287 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:43:56Z', 'revision_number': 3, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:57.737787 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Checking router: 3c0307a0-7442-47b6-b386-55fa63745c5e for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:57.738550 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Updating router 3c0307a0-7442-47b6-b386-55fa63745c5e port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:57.783463 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.804570 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.913058 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8dca9-7608-4764-8be2-b3b458532104 req-9d762112-0679-40b9-8912-4b06e71dc869 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:57.918127 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6a8dca9-7608-4764-8be2-b3b458532104 req-9d762112-0679-40b9-8912-4b06e71dc869 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 945 time: 0.1566315 Jun 29 10:43:57.970667 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6a8dca9-7608-4764-8be2-b3b458532104 req-16adfce8-761e-4e23-860a-c1d0c66d67c1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 Jun 29 10:43:58.098548 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Allocated IP 172.20.0.1 (0b9cd6bb-141f-4114-834c-072ff61b3732/8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd/d5b3c1e1-43a9-45ae-bec9-19e06e265fef) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:58.135531 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.151340 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Transition to ACTIVE for port object 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:58.159153 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.162626 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.207178 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a88794-cbed-4589-9054-10788808ebbb None None] Pushing event updated for resources: {'Port': ['ID=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,revision_number=2']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.213429 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-17a88794-cbed-4589-9054-10788808ebbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.244265 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Attempting to bind port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:58.245371 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Attempting to bind port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:58.245916 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Attempting to bind port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:58.252649 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:58.253066 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:58.253480 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.253849 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.254872 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:58.254872 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Bound port: 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:58.254872 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.305164 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.316946 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] For port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:58.318798 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.322597 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] For port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:58.331699 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.337683 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.362041 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:58.370672 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:58.374579 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 771a6762-ba3c-4cd4-af43-59c71c04c561 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:58.381908 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:58.433774 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.433867 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Routers {'3c0307a0-7442-47b6-b386-55fa63745c5e'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:58.433867 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['3c0307a0-7442-47b6-b386-55fa63745c5e'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:58.442128 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.445419 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a88794-cbed-4589-9054-10788808ebbb None None] Pushing event updated for resources: {'Port': ['ID=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.482706 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.546356 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-17a88794-cbed-4589-9054-10788808ebbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.589265 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 771a6762-ba3c-4cd4-af43-59c71c04c561, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=771a6762-ba3c-4cd4-af43-59c71c04c561,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:58.629520 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '771a6762-ba3c-4cd4-af43-59c71c04c561', 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe', 'port_id': '771a6762-ba3c-4cd4-af43-59c71c04c561', 'mac_address': 'fa:16:3e:7d:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954dc9c8-1a24-4448-b30a-9e465581da8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:58.663282 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] Set router 3c0307a0-7442-47b6-b386-55fa63745c5e gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:58.680999 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b059-4438-463e-8315-79e6ce1d893e req-36573475-c8ed-4068-af6c-7d6232b8b923 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:58.690099 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b64b059-4438-463e-8315-79e6ce1d893e req-36573475-c8ed-4068-af6c-7d6232b8b923 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 943 time: 0.1130004 Jun 29 10:43:58.732628 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.758585 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b64b059-4438-463e-8315-79e6ce1d893e req-6e7d2fad-c5ee-4f33-8c16-1c16f2333dc7 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649509 Jun 29 10:43:58.775442 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771a6762-ba3c-4cd4-af43-59c71c04c561 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:58.833130 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.838206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-009f584e-bdda-4475-b55e-415d732460b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.873058 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 771a6762-ba3c-4cd4-af43-59c71c04c561, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=771a6762-ba3c-4cd4-af43-59c71c04c561,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:58.882537 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.890572 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.892563 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.968451 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=771a6762-ba3c-4cd4-af43-59c71c04c561,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.973319 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:59.010733 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:43:56Z', 'revision_number': 3, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:59.055585 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90a18e-16b2-45f9-b8cd-b114026ae557 None None] The sync data for ids ['3c0307a0-7442-47b6-b386-55fa63745c5e'] in dv-cinder-786627-13-smb is: [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:43:56Z', 'revision_number': 3, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:59.132084 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.137332 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.140783 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:59.212125 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.222636 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['771a6762-ba3c-4cd4-af43-59c71c04c561'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:59.288516 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:59.301767 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.302078 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.302541 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.303059 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.303411 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.303870 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.304175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.304515 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.304880 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.305246 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.305583 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.306057 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:59.311291 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:59.604025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.685615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:59.687122 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:59.833353 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Router 3c0307a0-7442-47b6-b386-55fa63745c5e has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:59.961558 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d070e-fe5a-4168-90a5-458e59015ebc req-0b907326-288a-4923-b6dc-cf490b97a00d tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:59.966970 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:59.969966 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-523d070e-fe5a-4168-90a5-458e59015ebc req-0b907326-288a-4923-b6dc-cf490b97a00d tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 944 time: 0.0759392 Jun 29 10:43:59.975341 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] 10.222.0.53 "PUT /v2.0/routers/3c0307a0-7442-47b6-b386-55fa63745c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7199876 Jun 29 10:44:00.026540 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-523d070e-fe5a-4168-90a5-458e59015ebc req-31f269f1-c8be-4e93-a36d-74e7ed6bc409 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538507 Jun 29 10:44:00.376716 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 771a6762-ba3c-4cd4-af43-59c71c04c561 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:00.427872 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 771a6762-ba3c-4cd4-af43-59c71c04c561 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:00.433042 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 771a6762-ba3c-4cd4-af43-59c71c04c561 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:00.433596 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.524141 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.548134 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477d5109-01f2-4bdc-b163-664af2346600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a6762-ba3c-4cd4-af43-59c71c04c561'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:00.551856 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea037317-892c-4850-9cb5-92980da3c37e" -d '{"events": [{"server_uuid": "477d5109-01f2-4bdc-b163-664af2346600", "name": "network-vif-plugged", "status": "completed", "tag": "771a6762-ba3c-4cd4-af43-59c71c04c561"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:00.564493 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-eb92e20b-f0fc-4335-ac6c-4aa564247539 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:00.565834 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 771a6762-ba3c-4cd4-af43-59c71c04c561, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=771a6762-ba3c-4cd4-af43-59c71c04c561,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:00.569397 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-eb92e20b-f0fc-4335-ac6c-4aa564247539 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 819 time: 0.1981199 Jun 29 10:44:00.574445 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.577604 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.591468 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-435dc252-74cf-4468-b060-8685754fcf6d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/quotas/a6a5d10860584fe7b2af152250d46533 HTTP/1.1" status: 200 len: 375 time: 0.0188081 Jun 29 10:44:00.600529 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-7c5547ee-7a10-4625-a839-8d297a6c919e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:00.602161 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-7c5547ee-7a10-4625-a839-8d297a6c919e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.1640782 Jun 29 10:44:00.633251 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=771a6762-ba3c-4cd4-af43-59c71c04c561,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.642104 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-6ca17d5e-26db-484b-9f28-636e6b0d0858 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/quotas/8b32857749654c2f8e13b2787b81f769 HTTP/1.1" status: 200 len: 375 time: 0.0290792 Jun 29 10:44:00.642562 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.715303 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-5bf116ce-9c79-434e-99ae-9fcd2c2994af tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119461 Jun 29 10:44:00.778355 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-fa3b5e9d-79c9-4d3c-b84c-50cb20306519 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295156 Jun 29 10:44:00.882729 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-12911bf6-d885-4ba3-a068-e53939449517 service neutron] 10.222.0.53 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594043 Jun 29 10:44:00.955287 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-e8b88d57-7724-4aaa-a2cb-f82707e2db44 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679878 Jun 29 10:44:00.998683 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52650) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:01.053963 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-f932e5ec-9d51-4fe6-a43a-724d2ba06166 service neutron] 10.222.0.53 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576250 Jun 29 10:44:01.085205 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-d8bf4d29-4854-42d4-97fc-00b2c7ae3635 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184297 Jun 29 10:44:01.161524 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.170890 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Sync routers for ids ['3c0307a0-7442-47b6-b386-55fa63745c5e'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:01.182604 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.195742 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:01.288852 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Routers {'3c0307a0-7442-47b6-b386-55fa63745c5e'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:01.297303 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['3c0307a0-7442-47b6-b386-55fa63745c5e'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:01.386157 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.388298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d028b6d-ea80-4264-a007-acd41dedfd8d x-openstack-request-id: req-0d028b6d-ea80-4264-a007-acd41dedfd8d {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:01.388711 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477d5109-01f2-4bdc-b163-664af2346600", "name": "network-vif-plugged", "status": "completed", "tag": "771a6762-ba3c-4cd4-af43-59c71c04c561", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:01.389915 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d028b6d-ea80-4264-a007-acd41dedfd8d {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:01.390427 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477d5109-01f2-4bdc-b163-664af2346600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a6762-ba3c-4cd4-af43-59c71c04c561', 'code': 200} Jun 29 10:44:01.396179 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.408037 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:01.504099 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52678) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:01.504456 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a10115b35724a4e80939f770710e2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043130 Jun 29 10:44:01.505771 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba8d78-951e-4042-b6f3-8041a0f12c6a,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:01.513594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:01.552259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:01.563251 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Set router 3c0307a0-7442-47b6-b386-55fa63745c5e gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:01.565661 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:01.566266 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.642903 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.658735 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2ae23-baa5-4d14-b0d1-afafa54e640e req-7f91fe33-73e2-41fc-85ab-a06c99e798a4 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.666793 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51e2ae23-baa5-4d14-b0d1-afafa54e640e req-7f91fe33-73e2-41fc-85ab-a06c99e798a4 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 945 time: 0.1588891 Jun 29 10:44:01.729317 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.827883 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-51e2ae23-baa5-4d14-b0d1-afafa54e640e req-65ad0426-e216-4438-b63b-4b66b9bff3ec tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601443 Jun 29 10:44:01.830375 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-318072b7-07d6-4a97-81a6-00574553f919 req-c2b567bb-d265-4cae-a8ae-4b1f71deab2b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 210 time: 0.0863984 Jun 29 10:44:01.849609 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3470f1-aa8a-415d-9ec1-5226784791ca req-1ad3bc4d-a174-43eb-864f-954300a1b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.851356 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7d3470f1-aa8a-415d-9ec1-5226784791ca req-1ad3bc4d-a174-43eb-864f-954300a1b330 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 1098 time: 0.1826799 Jun 29 10:44:01.907154 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.912289 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.913277 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcba8d78-951e-4042-b6f3-8041a0f12c6a HTTP/1.1" status: 204 len: 168 time: 0.4073267 Jun 29 10:44:01.927825 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fe9c166b-1bd9-4458-9de0-7a1a2ba2c43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.001097 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 4, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'd5b3c1e1-43a9-45ae-bec9-19e06e265fef', 'name': '', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'mac_address': 'fa:16:3e:3f:87:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 2, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'subnets': [{'id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:02.006346 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.009979 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba8d78-951e-4042-b6f3-8041a0f12c6a,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.025273 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f1e553d1-3d95-4553-b203-c6b0ca058ea0 req-3042c542-75ec-442e-9a8c-bc301526ab4e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 210 time: 0.1099863 Jun 29 10:44:02.029132 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7d3470f1-aa8a-415d-9ec1-5226784791ca req-d1c05af9-74b5-449f-b71a-6a5249bd325a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683118 Jun 29 10:44:02.037078 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.037764 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.038307 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.038877 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.041201 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.041876 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.042729 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.045897 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.046459 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.047056 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.047577 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.048091 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.063981 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.078223 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:02.080102 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Checking router: 3c0307a0-7442-47b6-b386-55fa63745c5e for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:02.080675 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Updating router 3c0307a0-7442-47b6-b386-55fa63745c5e port d5b3c1e1-43a9-45ae-bec9-19e06e265fef binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:02.122242 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.124372 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.129718 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.411649 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52714) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.567671 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52722) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.596175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.618482 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.631492 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.632043 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.632701 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.633215 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.633708 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.634282 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.634600 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.634864 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.635208 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.635564 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.636044 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-e48d0de3-fdf9-41a5-ae0b-087325b044ab tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:02.636213 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.636511 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:02.642305 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.645028 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-e48d0de3-fdf9-41a5-ae0b-087325b044ab tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 819 time: 0.2692442 Jun 29 10:44:02.646788 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.657107 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-d1a05784-ebbb-4611-801f-3da1d547bdd3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/quotas/a6a5d10860584fe7b2af152250d46533 HTTP/1.1" status: 200 len: 375 time: 0.0110037 Jun 29 10:44:02.665732 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Transition to ACTIVE for port object d5b3c1e1-43a9-45ae-bec9-19e06e265fef will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:02.677722 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.685755 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.786265 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-785d3037-2f78-466a-a16c-60cf09f5e1bf tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222389 Jun 29 10:44:02.792539 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46847418-1f7d-4317-a598-ac4aba2a2dab None None] Pushing event updated for resources: {'Port': ['ID=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.819677 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.822925 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-46847418-1f7d-4317-a598-ac4aba2a2dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.839614 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Attempting to bind port d5b3c1e1-43a9-45ae-bec9-19e06e265fef on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:02.840428 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Attempting to bind port d5b3c1e1-43a9-45ae-bec9-19e06e265fef by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:02.841138 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Attempting to bind port d5b3c1e1-43a9-45ae-bec9-19e06e265fef on network 0b9cd6bb-141f-4114-834c-072ff61b3732 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:02.849246 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:02.849905 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Checking segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:02.850374 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.850908 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Bound using segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:02.851491 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Bound port: d5b3c1e1-43a9-45ae-bec9-19e06e265fef, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:02.851887 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.858913 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.868167 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.874565 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.927695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc78295-ef85-4027-9ecd-244641dddf74,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.932613 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81317bf3e14c40f6a3aac5acae76bbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637578 Jun 29 10:44:02.933985 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.937278 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 52742) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.967071 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] For port d5b3c1e1-43a9-45ae-bec9-19e06e265fef, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:02.988996 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] For port d5b3c1e1-43a9-45ae-bec9-19e06e265fef, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:02.998113 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.001480 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-46847418-1f7d-4317-a598-ac4aba2a2dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.023904 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-cb5e273b-e5bc-45da-a7a9-52e057bb8116 service neutron] 10.222.0.53 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238071 Jun 29 10:44:03.091899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.132057 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Routers {'3c0307a0-7442-47b6-b386-55fa63745c5e'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:03.134043 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['3c0307a0-7442-47b6-b386-55fa63745c5e'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:03.188733 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-3d2d89be-1c17-49b0-831c-b27457885ff9 service neutron] 10.222.0.53 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627963 Jun 29 10:44:03.191190 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.207159 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.209650 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.227133 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2823f965-9d68-4b16-9272-8b40df106d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.324640 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] Set router 3c0307a0-7442-47b6-b386-55fa63745c5e gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:03.357635 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:03.363100 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9bc89f-1875-4f72-af39-2de61dd02f34,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.383102 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52746) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:03.383981 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bafd455becdf41a7ba1b59431b9a6cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637644 Jun 29 10:44:03.385180 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.413900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-0cf3fcc7-5deb-47ed-8671-b68125cea575 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:03.415447 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-0cf3fcc7-5deb-47ed-8671-b68125cea575 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.2234728 Jun 29 10:44:03.417821 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.423142 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.425153 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bc78295-ef85-4027-9ecd-244641dddf74 HTTP/1.1" status: 204 len: 168 time: 0.4866638 Jun 29 10:44:03.426581 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-668d9fab-9f60-4d56-9cc7-4a71a5171bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.442709 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46847418-1f7d-4317-a598-ac4aba2a2dab None None] Pushing event updated for resources: {'Port': ['ID=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.443912 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc78295-ef85-4027-9ecd-244641dddf74,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.448234 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-46847418-1f7d-4317-a598-ac4aba2a2dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.448516 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.472594 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Request body: {'port': {'device_id': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'admin_state_up': True, 'tenant_id': '8b32857749654c2f8e13b2787b81f769'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:03.562475 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.652837 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46437b7-1e41-41c3-9c7e-d8dbd58ce0f7 req-32a7d5b4-cbd7-42f1-bfc7-769a472b9d22 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:03.655124 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f46437b7-1e41-41c3-9c7e-d8dbd58ce0f7 req-32a7d5b4-cbd7-42f1-bfc7-769a472b9d22 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 945 time: 0.4645362 Jun 29 10:44:03.664758 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.681563 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:03.682102 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.758523 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5a237542-1c55-45c2-b657-6293ef55d8e2 req-10497d96-6e77-4afb-a60b-1a7016698786 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 210 time: 0.1022148 Jun 29 10:44:03.867510 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 4, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'd5b3c1e1-43a9-45ae-bec9-19e06e265fef', 'name': '', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'mac_address': 'fa:16:3e:3f:87:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:02Z', 'revision_number': 4, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'subnets': [{'id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:03.890815 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f46437b7-1e41-41c3-9c7e-d8dbd58ce0f7 req-2e5322ab-ae5d-4643-a2a3-229efbb78c0c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229815 Jun 29 10:44:03.942581 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d7b8b-997a-4b8a-b586-5afae7bc941f None None] The sync data for ids ['3c0307a0-7442-47b6-b386-55fa63745c5e'] in dv-cinder-786627-13-smb is: [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 4, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'd5b3c1e1-43a9-45ae-bec9-19e06e265fef', 'name': '', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'mac_address': 'fa:16:3e:3f:87:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:02Z', 'revision_number': 4, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'subnets': [{'id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:03.966280 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.976202 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.983155 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa9bc89f-1875-4f72-af39-2de61dd02f34 HTTP/1.1" status: 204 len: 168 time: 0.5987773 Jun 29 10:44:04.006606 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-248f02d0-c793-4aed-80d5-ae5c11daa683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.172115 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Made reservation on behalf of 8b32857749654c2f8e13b2787b81f769 for: {'port': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:04.194184 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.224379 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-91a1a287-7851-404d-9e24-15e5cea39ae6 req-564fb27e-3bd2-4a0f-97be-d925603111ff tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 210 time: 0.2368619 Jun 29 10:44:04.273296 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-f56255ad-6d6e-4833-9904-7ade77ca4ada tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.275806 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-f56255ad-6d6e-4833-9904-7ade77ca4ada tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 819 time: 0.2399135 Jun 29 10:44:04.302105 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9bc89f-1875-4f72-af39-2de61dd02f34,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.307340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Request body: {'port': {'device_id': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'admin_state_up': True, 'tenant_id': 'a6a5d10860584fe7b2af152250d46533'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:04.350123 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.610111 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Allocated IP 172.20.0.10 (ca386184-dfcc-4848-849b-7197a8359a8e/9cdd8595-0b70-4264-8227-147e5f16fc71/7ca2a746-5875-403e-a74d-60560919869f) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:04.612491 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Made reservation on behalf of a6a5d10860584fe7b2af152250d46533 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:04.617984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.956908 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Allocated IP 172.20.0.11 (0b9cd6bb-141f-4114-834c-072ff61b3732/8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd/7dbae437-9beb-4fb0-9f96-ffda63bc0266) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:05.275984 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device d5b3c1e1-43a9-45ae-bec9-19e06e265fef up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:05.351008 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port d5b3c1e1-43a9-45ae-bec9-19e06e265fef completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:05.365061 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.367147 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port d5b3c1e1-43a9-45ae-bec9-19e06e265fef triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:05.370507 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.397210 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71d10d4e-d67e-4273-8c7a-3efadcc7dfeb req-01a9649c-dd1b-4423-9be0-86ebe6cba2e5 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 210 time: 0.1053021 Jun 29 10:44:05.476943 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.493136 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.508295 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.543699 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port d5b3c1e1-43a9-45ae-bec9-19e06e265fef, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:05.553031 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.555673 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.560860 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.617178 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9e2f6-710e-4d08-b3a9-2d93d4182497 req-2c2e8349-43ce-4833-8d5f-a9f6eaa5749f tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:05.624399 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:05.633541 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a0b9e2f6-710e-4d08-b3a9-2d93d4182497 req-2c2e8349-43ce-4833-8d5f-a9f6eaa5749f tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 945 time: 0.3427215 Jun 29 10:44:05.638421 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:05.661526 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:05.666733 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.671941 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:05.693229 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Pushing event updated for resources: {'Port': ['ID=7dbae437-9beb-4fb0-9f96-ffda63bc0266,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.698313 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:05.765172 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.786794 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3', '8f68a944-5eae-4ab2-8913-36ddc0387496'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:05.802109 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a0b9e2f6-710e-4d08-b3a9-2d93d4182497 req-937d8abe-0787-48d5-8b5a-c0840a06c7d3 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676757 Jun 29 10:44:05.809278 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.924455 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:05.925663 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.062147 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7696824 Jun 29 10:44:06.102728 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Request body: {'port': {'device_id': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:06.110619 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ca4a1b2b-a328-416e-841f-b4dec3527b8a req-24645d1f-4ba8-49aa-a42a-d2f23d4e039f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 210 time: 0.2008123 Jun 29 10:44:06.131044 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Network ca386184-dfcc-4848-849b-7197a8359a8e is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:06.155953 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event updated for resources: {'Port': ['ID=7ca2a746-5875-403e-a74d-60560919869f,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.171827 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:06.175751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:06.179876 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.268122 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.270525 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.297483 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8305938 Jun 29 10:44:06.317353 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Request body: {'port': {'device_id': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:06.336609 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-7ad7778a-e012-427f-a542-821550d95a72 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.338274 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-7ad7778a-e012-427f-a542-821550d95a72 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 819 time: 0.6268971 Jun 29 10:44:06.405642 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Request body: {'port': {'device_id': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'admin_state_up': True, 'tenant_id': 'a6a5d10860584fe7b2af152250d46533'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:06.450050 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.521505 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.720576 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Made reservation on behalf of a6a5d10860584fe7b2af152250d46533 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:06.725455 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.881607 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84c279-7020-44c0-ade3-5559be22b61a req-53775ecb-b85f-466e-816d-bbfed8c00768 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.888872 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b84c279-7020-44c0-ade3-5559be22b61a req-53775ecb-b85f-466e-816d-bbfed8c00768 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 932 time: 0.2686915 Jun 29 10:44:06.966308 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b84c279-7020-44c0-ade3-5559be22b61a req-943729fb-d67b-4f07-8b59-cd5a92e91264 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764277 Jun 29 10:44:06.986385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbae437-9beb-4fb0-9f96-ffda63bc0266 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:06.995165 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.010373 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Transition to ACTIVE for port object 7dbae437-9beb-4fb0-9f96-ffda63bc0266 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:07.020791 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.028700 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.032217 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca2a746-5875-403e-a74d-60560919869f {{(pid=99737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:07.042443 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.058589 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Transition to ACTIVE for port object 7ca2a746-5875-403e-a74d-60560919869f will not be triggered until provisioned by entity L2. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:07.065803 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.070712 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f5047b79-1923-409c-99ed-cb90a9465629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.140454 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Pushing event updated for resources: {'Port': ['ID=7ca2a746-5875-403e-a74d-60560919869f,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.150584 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.184608 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Allocated IP 172.20.0.8 (0b9cd6bb-141f-4114-834c-072ff61b3732/8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd/96c26e3a-a5b5-46ea-b5bd-837360a098dd) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:07.214102 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbae437-9beb-4fb0-9f96-ffda63bc0266,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.220448 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.241640 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device d5b3c1e1-43a9-45ae-bec9-19e06e265fef up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:07.294265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Attempting to bind port 7ca2a746-5875-403e-a74d-60560919869f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:07.295088 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Attempting to bind port 7ca2a746-5875-403e-a74d-60560919869f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}] {{(pid=99737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:07.296279 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Attempting to bind port 7ca2a746-5875-403e-a74d-60560919869f on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:07.308846 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Port 7ca2a746-5875-403e-a74d-60560919869f on network ca386184-dfcc-4848-849b-7197a8359a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:07.310265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Attempting to bind port 7ca2a746-5875-403e-a74d-60560919869f on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:07.324606 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:07.324969 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Checking segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:07.326318 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Bound using segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} {{(pid=99737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:07.326793 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.managers [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Bound port: 7ca2a746-5875-403e-a74d-60560919869f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}}] {{(pid=99737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:07.327156 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.400101 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port d5b3c1e1-43a9-45ae-bec9-19e06e265fef triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:07.400628 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.436405 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Attempting to bind port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:07.436741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Attempting to bind port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:07.438926 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Attempting to bind port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 on network 0b9cd6bb-141f-4114-834c-072ff61b3732 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:07.469197 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 on network 0b9cd6bb-141f-4114-834c-072ff61b3732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:07.473421 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Attempting to bind port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 on network 0b9cd6bb-141f-4114-834c-072ff61b3732 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:07.476232 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] For port 7ca2a746-5875-403e-a74d-60560919869f, host hv-cinder-78662, cleared binding levels {{(pid=99737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:07.486360 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] For port 7ca2a746-5875-403e-a74d-60560919869f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ca2a746-5875-403e-a74d-60560919869f,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:07.507051 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.511389 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:07.511725 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Checking segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:07.512107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Bound using segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:07.512677 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Bound port: 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:07.513113 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.540004 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b992ac1a-5166-45b1-b636-080e91df906d req-436290cb-b087-486f-be5e-a83972e080f9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 210 time: 0.0607595 Jun 29 10:44:07.541529 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-bd1e3388-7f83-4319-9ba2-7e7ec554bfa6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.576440 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.577271 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.578871 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] 10.222.0.60 "PUT /v2.0/ports/7ca2a746-5875-403e-a74d-60560919869f HTTP/1.1" status: 200 len: 1094 time: 1.2691505 Jun 29 10:44:07.579668 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'tag': '7ca2a746-5875-403e-a74d-60560919869f'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:07.582487 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb9db66-03bf-4530-9c2d-88e52c37f77e" -d '{"events": [{"name": "network-changed", "server_uuid": "02b21ab7-d41a-43f5-bbb7-e9393b72a106", "tag": "7ca2a746-5875-403e-a74d-60560919869f"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:07.639637 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Pushing event updated for resources: {'Port': ['ID=7ca2a746-5875-403e-a74d-60560919869f,revision_number=3']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.660212 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.682825 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c42de82-1e5a-4964-a263-bf4836703a30 x-openstack-request-id: req-2c42de82-1e5a-4964-a263-bf4836703a30 {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:07.683143 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b21ab7-d41a-43f5-bbb7-e9393b72a106", "tag": "7ca2a746-5875-403e-a74d-60560919869f", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:07.683422 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c42de82-1e5a-4964-a263-bf4836703a30 {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:07.683841 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'tag': '7ca2a746-5875-403e-a74d-60560919869f', 'status': 'completed', 'code': 200} Jun 29 10:44:07.746649 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-d5124fd9-d325-49d7-af46-e4ababcb15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.748239 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-d5124fd9-d325-49d7-af46-e4ababcb15bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 1097 time: 0.1099472 Jun 29 10:44:07.764948 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] For port 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:07.765472 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4163-e986-4400-9b0d-df5f750f4142 req-44972212-deb5-44e2-9b8d-8d4e938e0c9c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.771072 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] For port 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:07.771413 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-030c4163-e986-4400-9b0d-df5f750f4142 req-44972212-deb5-44e2-9b8d-8d4e938e0c9c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 945 time: 0.1341779 Jun 29 10:44:07.795044 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.799834 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.807549 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.857364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.857364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.857364 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] 10.222.0.60 "PUT /v2.0/ports/7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 1094 time: 1.7879307 Jun 29 10:44:07.857364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'tag': '7dbae437-9beb-4fb0-9f96-ffda63bc0266'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:07.858975 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f528544-d020-4bca-8b58-416d9f622c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd", "tag": "7dbae437-9beb-4fb0-9f96-ffda63bc0266"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:07.864227 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-2224a443-b0ff-49ee-b12e-bb7586bc7b20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca2a746-5875-403e-a74d-60560919869f HTTP/1.1" status: 200 len: 217 time: 0.0902483 Jun 29 10:44:07.903008 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbae437-9beb-4fb0-9f96-ffda63bc0266,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.912888 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.929463 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.934375 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-030c4163-e986-4400-9b0d-df5f750f4142 req-af763808-3df0-474d-9326-3dc7e29112de tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619871 Jun 29 10:44:07.979278 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-547cdc3a-87b9-4516-9e77-8b1ed46233a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.984437 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.987728 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-547cdc3a-87b9-4516-9e77-8b1ed46233a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.1037848 Jun 29 10:44:07.990324 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd303ae6-f785-4910-b0e9-f0008ee70b62 x-openstack-request-id: req-cd303ae6-f785-4910-b0e9-f0008ee70b62 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:07.990642 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd", "tag": "7dbae437-9beb-4fb0-9f96-ffda63bc0266", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:07.990923 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd303ae6-f785-4910-b0e9-f0008ee70b62 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:07.991390 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'tag': '7dbae437-9beb-4fb0-9f96-ffda63bc0266', 'status': 'completed', 'code': 200} Jun 29 10:44:08.053365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-5e651cbf-e808-4ff8-94a1-13cc5f3a2943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559871 Jun 29 10:44:08.138918 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Network 0b9cd6bb-141f-4114-834c-072ff61b3732 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:08.156105 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Pushing event updated for resources: {'Port': ['ID=96c26e3a-a5b5-46ea-b5bd-837360a098dd,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:08.166056 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:08.175744 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:08.185132 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:08.268055 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.269128 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.275954 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-7beea835-fb51-4310-a1a9-dee54f47dda4 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123585 Jun 29 10:44:08.292705 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-3e5f4b46-187d-4dee-95fe-080d79e32e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.295015 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-3e5f4b46-187d-4dee-95fe-080d79e32e63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1097 time: 0.3627284 Jun 29 10:44:08.313251 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9278347 Jun 29 10:44:08.360552 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Request body: {'port': {'device_id': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:08.416747 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7069155-8265-400c-97e8-3e75a7a1eabd req-4d038e09-8061-46ab-8218-0b31b6d1c39b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.418578 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a7069155-8265-400c-97e8-3e75a7a1eabd req-4d038e09-8061-46ab-8218-0b31b6d1c39b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 944 time: 0.2126586 Jun 29 10:44:08.441910 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-fdc92f87-03ad-4a34-b66d-6399c29f30f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 217 time: 0.1393969 Jun 29 10:44:08.442530 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.475814 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52970) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:08.500370 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-163c2e01-1196-47a7-9e25-9da9a8a13b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.501846 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-163c2e01-1196-47a7-9e25-9da9a8a13b73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.0509846 Jun 29 10:44:08.534519 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a8a4cfd-8c30-49cc-88e0-ae1b182cec5c req-35f6268c-521b-43eb-b65d-134f7b8c970b service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410741 Jun 29 10:44:08.556611 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-d772893f-f514-4ec3-a2eb-4cec9fc186e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327194 Jun 29 10:44:08.558882 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a7069155-8265-400c-97e8-3e75a7a1eabd req-3410d8a0-1af2-4ec8-ac93-118deba98479 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282392 Jun 29 10:44:08.725125 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-d6f66229-9c12-412e-b5ce-a16b4989d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.726639 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-d6f66229-9c12-412e-b5ce-a16b4989d00f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 1097 time: 0.1207359 Jun 29 10:44:08.826682 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989c00d-248a-4255-a02b-83ba7e36d792 req-21b7cdbd-37ba-4629-93ba-8cd1110cb54a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.828258 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a989c00d-248a-4255-a02b-83ba7e36d792 req-21b7cdbd-37ba-4629-93ba-8cd1110cb54a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 931 time: 0.1488578 Jun 29 10:44:08.836482 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.924364 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a989c00d-248a-4255-a02b-83ba7e36d792 req-e22d44d8-8e2d-4c32-9d07-33a4acf1d2a9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807264 Jun 29 10:44:08.954604 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-444792e1-674f-447b-9aa1-9c3822ed1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.956318 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-444792e1-674f-447b-9aa1-9c3822ed1b1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 916 time: 0.2115731 Jun 29 10:44:08.990550 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-994d9611-2e40-4beb-8406-9ee5003cc9b8 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188502 Jun 29 10:44:09.022018 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-ef5ae4a1-193e-4cf7-8545-1919f17f3f53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca2a746-5875-403e-a74d-60560919869f HTTP/1.1" status: 200 len: 217 time: 0.0495310 Jun 29 10:44:09.128692 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.133724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-6518a590-03a6-4368-bd14-b0d49fb681e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.135533 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-6518a590-03a6-4368-bd14-b0d49fb681e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.1060295 Jun 29 10:44:09.139709 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.142595 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-92a8cb66-b9fd-459f-9f38-44d789cc4a84 req-9d789b4b-4781-4a67-afc1-2b56d2ccc564 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439636 Jun 29 10:44:09.143876 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.157080 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c26e3a-a5b5-46ea-b5bd-837360a098dd {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:09.166208 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.179078 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Transition to ACTIVE for port object 96c26e3a-a5b5-46ea-b5bd-837360a098dd will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:09.183109 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.186314 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-30274c33-fac0-456a-a268-015c09164172 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.210776 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-3fce59a9-1e80-4df7-a9cf-6ef1f342d4b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524287 Jun 29 10:44:09.218992 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd6e79-836d-4f68-9b62-dc4ca6e40ca2,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.225182 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62b982b614904becb3b5c968b5f6ac85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121193 Jun 29 10:44:09.227576 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.229196 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 52982) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:09.265537 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Pushing event updated for resources: {'Port': ['ID=96c26e3a-a5b5-46ea-b5bd-837360a098dd,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.267038 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa909-aaf8-412c-a063-607b6ac43a35 req-b6b1547e-00b7-4c4a-94fd-e78dced29aa7 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.269252 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-427aa909-aaf8-412c-a063-607b6ac43a35 req-b6b1547e-00b7-4c4a-94fd-e78dced29aa7 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 945 time: 0.2079186 Jun 29 10:44:09.274685 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.338342 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f528544-d020-4bca-8b58-416d9f622c5a req-da2e1a06-cac2-4c5b-81f1-fb9f6809d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.339965 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-da2e1a06-cac2-4c5b-81f1-fb9f6809d9e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1097 time: 0.1293530 Jun 29 10:44:09.354624 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Attempting to bind port 96c26e3a-a5b5-46ea-b5bd-837360a098dd on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:09.354955 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Attempting to bind port 96c26e3a-a5b5-46ea-b5bd-837360a098dd by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:09.355275 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Attempting to bind port 96c26e3a-a5b5-46ea-b5bd-837360a098dd on network 0b9cd6bb-141f-4114-834c-072ff61b3732 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:09.359404 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Port 96c26e3a-a5b5-46ea-b5bd-837360a098dd on network 0b9cd6bb-141f-4114-834c-072ff61b3732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:09.359715 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Attempting to bind port 96c26e3a-a5b5-46ea-b5bd-837360a098dd on network 0b9cd6bb-141f-4114-834c-072ff61b3732 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:09.364099 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.60', 60114) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:09.365123 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:09.365451 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Checking segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:09.365821 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Bound using segment: {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:09.366266 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Bound port: 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b0346-8702-4b1a-8c7b-3939503f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:09.366611 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.377209 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-427aa909-aaf8-412c-a063-607b6ac43a35 req-4b001599-84d0-4b47-a51c-caaf063db0f3 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767219 Jun 29 10:44:09.404966 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.412454 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-9de232d7-46f9-42d1-898b-b3008013f009 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859465 Jun 29 10:44:09.449514 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.542371 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bbb9db66-03bf-4530-9c2d-88e52c37f77e req-1b1c5895-e40d-47e4-9297-bb89bf6038ca service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199682 Jun 29 10:44:09.543363 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] For port 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:09.551083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.554351 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.559380 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22fd6e79-836d-4f68-9b62-dc4ca6e40ca2 HTTP/1.1" status: 204 len: 168 time: 0.3192370 Jun 29 10:44:09.559380 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2793fec0-f26c-4002-8198-e358b2b5aba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.565776 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd6e79-836d-4f68-9b62-dc4ca6e40ca2,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.566639 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] For port 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:09.568561 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.570568 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f528544-d020-4bca-8b58-416d9f622c5a req-95ad9d7f-4b0c-4872-88b6-b006e3ffd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.572079 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-95ad9d7f-4b0c-4872-88b6-b006e3ffd08d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.1888728 Jun 29 10:44:09.609561 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.632823 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-1c9036a2-fce3-4990-92b3-aaa5f2fcf7d1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.635621 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-1c9036a2-fce3-4990-92b3-aaa5f2fcf7d1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 945 time: 0.2662239 Jun 29 10:44:09.638840 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6ecb604f-4eb6-45a1-9b48-8d6ee8b89815 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.712101 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-8e535b67-2751-41cd-929e-a93557997a2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 217 time: 0.1282766 Jun 29 10:44:09.765573 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.767575 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.769117 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] 10.222.0.60 "PUT /v2.0/ports/96c26e3a-a5b5-46ea-b5bd-837360a098dd HTTP/1.1" status: 200 len: 1093 time: 1.4140980 Jun 29 10:44:09.803908 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bc1a1-7203-4195-a2ef-c5666df456cf req-5d48fdbe-d8b3-4b74-8a91-a647aa557bc6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.805924 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fe8bc1a1-7203-4195-a2ef-c5666df456cf req-5d48fdbe-d8b3-4b74-8a91-a647aa557bc6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 944 time: 0.1046090 Jun 29 10:44:09.858403 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fe8bc1a1-7203-4195-a2ef-c5666df456cf req-63e6d092-47de-4330-9a69-d82d0a3a6a90 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Jun 29 10:44:09.895792 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Pushing event updated for resources: {'Port': ['ID=96c26e3a-a5b5-46ea-b5bd-837360a098dd,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.903927 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.907274 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f528544-d020-4bca-8b58-416d9f622c5a req-ae1870c6-d26e-43a8-80bb-d97c08b8ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.909210 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-ae1870c6-d26e-43a8-80bb-d97c08b8ab09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.1724567 Jun 29 10:44:09.959436 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-1ed808fc-0e6c-4418-8df7-fe896c7f0b68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354109 Jun 29 10:44:10.007911 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'tag': '96c26e3a-a5b5-46ea-b5bd-837360a098dd'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:10.010083 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454a5d8-0b96-4c90-8955-c452abc8552c" -d '{"events": [{"name": "network-changed", "server_uuid": "794effe7-eb92-45c2-a61a-6ad52e661fc4", "tag": "96c26e3a-a5b5-46ea-b5bd-837360a098dd"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:10.026613 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53020) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:10.042906 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Deleting port 771a6762-ba3c-4cd4-af43-59c71c04c561 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:10.043253 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.047862 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.094281 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a3f4a-883c-4898-aafe-682c28beeea4 x-openstack-request-id: req-a81a3f4a-883c-4898-aafe-682c28beeea4 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:10.094605 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794effe7-eb92-45c2-a61a-6ad52e661fc4", "tag": "96c26e3a-a5b5-46ea-b5bd-837360a098dd", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:10.094864 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a81a3f4a-883c-4898-aafe-682c28beeea4 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:10.095462 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'tag': '96c26e3a-a5b5-46ea-b5bd-837360a098dd', 'status': 'completed', 'code': 200} Jun 29 10:44:10.114405 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2c1f5f9e-cc66-4028-b9b2-df61449c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.116127 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-2c1f5f9e-cc66-4028-b9b2-df61449c0bed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 1096 time: 0.2682288 Jun 29 10:44:10.192127 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-c642b503-a2b9-4cfa-9f30-f15f4a9923fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd HTTP/1.1" status: 200 len: 217 time: 0.0580270 Jun 29 10:44:10.200464 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-259e29e2-3086-4bed-9a42-8428a45097f7 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262728 Jun 29 10:44:10.201168 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1b211-4ec5-422b-ab28-b9c861d990ae req-91fc4f70-8c9a-4012-8547-49adb5e905b8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.202739 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-66f1b211-4ec5-422b-ab28-b9c861d990ae req-91fc4f70-8c9a-4012-8547-49adb5e905b8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 943 time: 0.1186643 Jun 29 10:44:10.264329 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.267920 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-66f1b211-4ec5-422b-ab28-b9c861d990ae req-3f389128-9cde-4783-89d4-387aa6cec1b4 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575140 Jun 29 10:44:10.276348 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.289823 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a91e7be1-1d99-4e33-9c1b-fd23fddfcf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.305246 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] For port 771a6762-ba3c-4cd4-af43-59c71c04c561, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=771a6762-ba3c-4cd4-af43-59c71c04c561,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:10.305535 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.321994 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff1ab9ef6c534bac933d10375ff93c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927909 Jun 29 10:44:10.322595 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53030) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:10.326484 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Calling delete_port for 771a6762-ba3c-4cd4-af43-59c71c04c561 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:10.332788 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-b97c1361-d6d3-4f10-b974-607d7c50ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.334277 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-b97c1361-d6d3-4f10-b974-607d7c50ca75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.1329548 Jun 29 10:44:10.339775 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a884ee5-13f9-4e06-a33c-338001b236a1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.345620 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.383961 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.405617 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.415435 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-3d718baf-e2c4-4974-9ebc-5f5d337c2df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683146 Jun 29 10:44:10.462357 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9f528544-d020-4bca-8b58-416d9f622c5a req-1753809d-1e74-4386-865f-52c0a2d1fdbc service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466247 Jun 29 10:44:10.475208 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.479585 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.481302 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a884ee5-13f9-4e06-a33c-338001b236a1 HTTP/1.1" status: 204 len: 168 time: 0.1534255 Jun 29 10:44:10.482217 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.491512 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a884ee5-13f9-4e06-a33c-338001b236a1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.507209 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.582970 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-e5411a75-40e2-4b3f-b154-5f4b8edad05d service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532426 Jun 29 10:44:10.654057 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.659726 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.670966 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['771a6762-ba3c-4cd4-af43-59c71c04c561'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:10.687475 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a0ea1-86c9-4678-ad5a-8ce60dfd28ed req-075cf3d0-f5a6-491b-aab2-6254ddc5282e tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.696448 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c44a0ea1-86c9-4678-ad5a-8ce60dfd28ed req-075cf3d0-f5a6-491b-aab2-6254ddc5282e tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 867 time: 0.0804989 Jun 29 10:44:10.701586 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Pushing event deleted for resources: {'Port': ['ID=771a6762-ba3c-4cd4-af43-59c71c04c561,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.711107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.726715 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b128ee84-5bd8-4226-907c-4d78ce2af9f7 req-8f683588-8577-4f9b-8917-15c19b2478e0 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329215 Jun 29 10:44:10.747973 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c44a0ea1-86c9-4678-ad5a-8ce60dfd28ed req-b59ec770-a6dc-4975-b8ce-0cf9e843ce07 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504501 Jun 29 10:44:10.793249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] No DVR routers for this DVR port 771a6762-ba3c-4cd4-af43-59c71c04c561 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:10.796148 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.799034 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-fd712a81-7d4a-46ce-aab7-aba2f60d74b3 req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "DELETE /v2.0/ports/771a6762-ba3c-4cd4-af43-59c71c04c561 HTTP/1.1" status: 204 len: 173 time: 1.1138906 Jun 29 10:44:10.870045 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-585eb65f-c640-419c-aae6-c2080ad9d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.872595 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-585eb65f-c640-419c-aae6-c2080ad9d423 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0685484 Jun 29 10:44:11.100555 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-04a81ac2-81b6-44f0-9d96-95d9126675e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.103491 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-04a81ac2-81b6-44f0-9d96-95d9126675e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.2204206 Jun 29 10:44:11.160583 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a219f-ae30-4500-a802-0f474711af43 req-ca76ab40-af2b-4629-9562-0af71c8c2d83 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.162491 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fd7a219f-ae30-4500-a802-0f474711af43 req-ca76ab40-af2b-4629-9562-0af71c8c2d83 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 944 time: 0.0787647 Jun 29 10:44:11.163528 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-95aa1c38-2dfb-419e-934d-39259dd39764 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd HTTP/1.1" status: 200 len: 217 time: 0.0469995 Jun 29 10:44:11.227597 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fd7a219f-ae30-4500-a802-0f474711af43 req-c24eadd3-980e-4e4b-81d4-9526ce7353db tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588439 Jun 29 10:44:11.251940 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-f27e1ab1-1320-4a80-93e0-5c41f0552ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.254200 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-f27e1ab1-1320-4a80-93e0-5c41f0552ff3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.0805783 Jun 29 10:44:11.300230 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-b66768e0-a07f-4630-81ed-fd60cd657be9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352368 Jun 29 10:44:11.460502 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-19bfef90-b57e-4930-84c3-4ae7a5e2fee4 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494691 Jun 29 10:44:11.651803 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e454a5d8-0b96-4c90-8955-c452abc8552c req-fc206bb5-3fde-4543-85cc-789d12a6cdc3 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722498 Jun 29 10:44:11.697361 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dc764-0a1e-4e53-9c54-0d60dbd766c1 req-0d5c82ff-3459-415d-9f08-99b4d804ce09 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.705912 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b58dc764-0a1e-4e53-9c54-0d60dbd766c1 req-0d5c82ff-3459-415d-9f08-99b4d804ce09 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 943 time: 0.0962954 Jun 29 10:44:11.721947 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53106) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:11.763262 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b58dc764-0a1e-4e53-9c54-0d60dbd766c1 req-d4e10a1e-ba31-464c-8bc0-162be36a1084 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560319 Jun 29 10:44:11.942542 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-80c0e440-d48c-4fba-beca-fffb380f2295 req-ebfa47ae-35ac-4ad8-b1fb-68af3a98cc48 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=477d5109-01f2-4bdc-b163-664af2346600 HTTP/1.1" status: 200 len: 210 time: 0.0363991 Jun 29 10:44:11.953837 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53114) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.006732 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-28987627-network', 'tenant_id': '28cf59ce1d4b4179b6a6f0331466364a'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:12.028656 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.047738 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Made reservation on behalf of 28cf59ce1d4b4179b6a6f0331466364a for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:12.050543 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.062857 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.096984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477d5109-01f2-4bdc-b163-664af2346600', 'name': 'network-vif-deleted', 'tag': '771a6762-ba3c-4cd4-af43-59c71c04c561'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:12.099796 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39678f-77b7-4737-a9a0-6022f3d9e67b" -d '{"events": [{"server_uuid": "477d5109-01f2-4bdc-b163-664af2346600", "name": "network-vif-deleted", "tag": "771a6762-ba3c-4cd4-af43-59c71c04c561"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:12.147215 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.150394 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e297f8-027e-42dd-8203-7f5d7f62e523 x-openstack-request-id: req-e8e297f8-027e-42dd-8203-7f5d7f62e523 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:12.150929 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477d5109-01f2-4bdc-b163-664af2346600", "name": "network-vif-deleted", "tag": "771a6762-ba3c-4cd4-af43-59c71c04c561", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:12.151280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8e297f8-027e-42dd-8203-7f5d7f62e523 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:12.151852 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477d5109-01f2-4bdc-b163-664af2346600', 'name': 'network-vif-deleted', 'tag': '771a6762-ba3c-4cd4-af43-59c71c04c561', 'status': 'completed', 'code': 200} Jun 29 10:44:12.152062 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.156984 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7a28079e-0f36-4f5c-8f1a-03baf271de0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.212131 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4baed8334ecd4dfda2e6fbe2f8d16167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560570 Jun 29 10:44:12.213519 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53122) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.215953 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8bc2cb-2c06-44af-bc85-2fb1b15abfb0,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.228750 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.265735 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.289192 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.290690 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.294270 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.300240 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8ae5e281-a94e-4074-8b48-4d1e731b4a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.317788 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:12.332390 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93408efa-4d63-4dd6-bbdc-434ec351de12,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.337904 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.348466 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.348649 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.349049 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Added segment bdd9f723-84a9-438e-81fb-cf34cdaba09f of type vlan for network de375d27-649a-4dc5-bd36-6df6f196cd11 Jun 29 10:44:12.351417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.352641 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da8bc2cb-2c06-44af-bc85-2fb1b15abfb0 HTTP/1.1" status: 204 len: 168 time: 0.1379356 Jun 29 10:44:12.353450 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5996d789-c506-4413-a640-370901f5f6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.361407 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8bc2cb-2c06-44af-bc85-2fb1b15abfb0,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.364574 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.418987 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7dbae437-9beb-4fb0-9f96-ffda63bc0266 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:12.438955 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.492111 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3101-bb62-4baa-afb4-2c165ec60833 req-ccbf8b43-bb98-4d38-af7e-be5574bcbf6c tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.493747 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-298b3101-bb62-4baa-afb4-2c165ec60833 req-ccbf8b43-bb98-4d38-af7e-be5574bcbf6c tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 944 time: 0.1363807 Jun 29 10:44:12.494774 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.496010 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.496562 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.499591 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.530567 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:12.545165 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '7dbae437-9beb-4fb0-9f96-ffda63bc0266', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'port_id': '7dbae437-9beb-4fb0-9f96-ffda63bc0266', 'mac_address': 'fa:16:3e:56:08:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:12.568139 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8414223 Jun 29 10:44:12.568428 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53130) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.573588 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Request body: {'subnet': {'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-28987627-subnet', 'tenant_id': '28cf59ce1d4b4179b6a6f0331466364a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:12.584713 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.597535 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Pushing event updated for resources: {'Network': ['ID=de375d27-649a-4dc5-bd36-6df6f196cd11,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.601360 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbae437-9beb-4fb0-9f96-ffda63bc0266 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:12.602571 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-298b3101-bb62-4baa-afb4-2c165ec60833 req-741237eb-a78e-4610-958c-c6dbeef72f7f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007731 Jun 29 10:44:12.603570 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.608840 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Made reservation on behalf of 28cf59ce1d4b4179b6a6f0331466364a for: {'subnet': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:12.611588 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network de375d27-649a-4dc5-bd36-6df6f196cd11 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:12.613267 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4054233'] for subnet, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.674890 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:12.687768 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.688693 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7ca2a746-5875-403e-a74d-60560919869f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:12.693575 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.702835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53132) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.720953 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.822464 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=7dbae437-9beb-4fb0-9f96-ffda63bc0266,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.828421 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.878287 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 7ca2a746-5875-403e-a74d-60560919869f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ca2a746-5875-403e-a74d-60560919869f,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:12.903252 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '7ca2a746-5875-403e-a74d-60560919869f', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'port_id': '7ca2a746-5875-403e-a74d-60560919869f', 'mac_address': 'fa:16:3e:2b:34:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdd8595-0b70-4264-8227-147e5f16fc71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:12.944226 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.948961 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.954276 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.958337 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7c5e2fbc-6e05-4c68-acd4-942afe542242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.983420 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca2a746-5875-403e-a74d-60560919869f {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:12.988751 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3965836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3989027'] for subnet, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.995686 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97113aee-dc3e-4cfb-bd4f-f177ef1fbe44 req-c37b13ff-1401-403d-bf1d-381d83857588 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.999766 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c1ce0-bc1f-4cf2-98fd-b14e24b706af,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.001296 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97113aee-dc3e-4cfb-bd4f-f177ef1fbe44 req-c37b13ff-1401-403d-bf1d-381d83857588 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 943 time: 0.1149609 Jun 29 10:44:13.011678 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 7ca2a746-5875-403e-a74d-60560919869f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ca2a746-5875-403e-a74d-60560919869f,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:13.017952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.021221 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.021643 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.021862 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.054271 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c93d0e042ea48dbae2bc32c5cef62e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502612 Jun 29 10:44:13.056945 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53144) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:13.105030 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1ab5e8-25fb-431c-b31a-4141876b61e2,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.110286 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.123058 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=7ca2a746-5875-403e-a74d-60560919869f,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.123297 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Checking segment: {'id': 'bdd9f723-84a9-438e-81fb-cf34cdaba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:13.123458 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Network hostable DHCP agents. Network: de375d27-649a-4dc5-bd36-6df6f196cd11, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:13.135117 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.165092 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97113aee-dc3e-4cfb-bd4f-f177ef1fbe44 req-1e8133c6-3b3d-4c8c-a078-33d562589947 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575198 Jun 29 10:44:13.181730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Network de375d27-649a-4dc5-bd36-6df6f196cd11 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:13.196505 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.207695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, de375d27-649a-4dc5-bd36-6df6f196cd11) {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:13.218824 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864ecd7-2c7b-44c8-b37c-d93a3cbf2d98 None None] Network de375d27-649a-4dc5-bd36-6df6f196cd11 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:13.222575 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.223821 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.228135 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.254291 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6833217 Jun 29 10:44:13.304216 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.307436 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.309233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de1c1ce0-bc1f-4cf2-98fd-b14e24b706af HTTP/1.1" status: 204 len: 168 time: 0.2510586 Jun 29 10:44:13.310171 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b646ef0a-ddc6-4109-a84f-bf9dc5c7f351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.322534 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c1ce0-bc1f-4cf2-98fd-b14e24b706af,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.327193 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.428758 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['7ca2a746-5875-403e-a74d-60560919869f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:13.433008 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925b8be-e71f-43bf-8cd7-7f44a3888eac None None] Network de375d27-649a-4dc5-bd36-6df6f196cd11 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:13.472406 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['7dbae437-9beb-4fb0-9f96-ffda63bc0266'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:13.550465 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8fc6336f-928e-4bcd-b668-99dac653b841 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.552266 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8fc6336f-928e-4bcd-b668-99dac653b841 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/networks?id=3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 200 len: 809 time: 0.1601985 Jun 29 10:44:13.567973 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-9a593230-f54d-4c38-ae3c-44f1cbaa18c6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/quotas/29c9b2538b2d44e6b4a3b7c8e7c5df80 HTTP/1.1" status: 200 len: 375 time: 0.0098372 Jun 29 10:44:13.608947 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-fae359fd-adbf-47b8-826c-755962b6d634 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337720 Jun 29 10:44:13.760006 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-edcae4c3-e8fe-4be7-ae3c-3bacba717fee service neutron] 10.222.0.53 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431413 Jun 29 10:44:13.859256 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-f5c9211a-a220-4dd8-84f8-91a9f3f5c6fd service neutron] 10.222.0.53 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982280 Jun 29 10:44:13.997843 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a690a-45fd-4369-82da-af7a6433b539 req-b33af242-d772-407d-b9ea-5f8f2551c1d1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.000048 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-968a690a-45fd-4369-82da-af7a6433b539 req-b33af242-d772-407d-b9ea-5f8f2551c1d1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 945 time: 0.1394341 Jun 29 10:44:14.053132 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-968a690a-45fd-4369-82da-af7a6433b539 req-9c7f9656-bd58-42bf-bfc5-ea39a8a1bac2 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Jun 29 10:44:14.108975 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53200) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:14.115077 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1052994671-network', 'tenant_id': '027bf57c68e246a1a2527a1c24aaa35e'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:14.145992 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Made reservation on behalf of 027bf57c68e246a1a2527a1c24aaa35e for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:14.148785 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.160946 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.196741 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-096ae135-335a-4909-a86a-f90456810eb6 req-0ac3996e-75fa-4bbd-b279-2a89036cfcf7 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 210 time: 0.0373027 Jun 29 10:44:14.324960 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.335564 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.465754 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 96c26e3a-a5b5-46ea-b5bd-837360a098dd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:14.548552 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 771a6762-ba3c-4cd4-af43-59c71c04c561 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:14.599943 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 771a6762-ba3c-4cd4-af43-59c71c04c561 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:14.600438 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 771a6762-ba3c-4cd4-af43-59c71c04c561 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:14.601823 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:14.662317 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:14.698804 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '96c26e3a-a5b5-46ea-b5bd-837360a098dd', 'network_id': '0b9cd6bb-141f-4114-834c-072ff61b3732', 'port_id': '96c26e3a-a5b5-46ea-b5bd-837360a098dd', 'mac_address': 'fa:16:3e:27:02:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:14.745456 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fe0579b1-aa63-4049-a625-ef3cf709883c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:14.781061 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.793626 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:14.802805 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dac0df1-7171-4cca-8a08-adfa225e26d6,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:14.809887 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c26e3a-a5b5-46ea-b5bd-837360a098dd {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:14.817813 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:14.831071 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.831404 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Added segment 6f6b44fb-5049-4c65-b88b-c7b9202e0df5 of type vlan for network 7c421d40-52ee-406f-83e0-86e54099a925 Jun 29 10:44:14.854192 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:14.859726 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.861941 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:14.887554 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.900886 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924815a-a3fc-4e6c-a8f6-8652874ba8ab req-19e32784-0f20-4586-b064-5319ff7dc39d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.902443 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4924815a-a3fc-4e6c-a8f6-8652874ba8ab req-19e32784-0f20-4586-b064-5319ff7dc39d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 943 time: 0.5780602 Jun 29 10:44:14.924730 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=96c26e3a-a5b5-46ea-b5bd-837360a098dd,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:14.943617 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.943855 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:14.950169 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.950708 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.958587 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:15.004261 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4924815a-a3fc-4e6c-a8f6-8652874ba8ab req-182758c2-cc65-424c-ab20-e99a6630706d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 Jun 29 10:44:15.007748 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8977008 Jun 29 10:44:15.010554 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53244) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:15.017041 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Request body: {'subnet': {'network_id': '7c421d40-52ee-406f-83e0-86e54099a925', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1052994671-subnet', 'tenant_id': '027bf57c68e246a1a2527a1c24aaa35e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:15.040844 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c421d40-52ee-406f-83e0-86e54099a925,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:15.044265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:15.052847 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 7c421d40-52ee-406f-83e0-86e54099a925 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:15.053445 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Made reservation on behalf of 027bf57c68e246a1a2527a1c24aaa35e for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:15.057198 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.196152 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['96c26e3a-a5b5-46ea-b5bd-837360a098dd'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:15.294669 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.301091 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-83f9d924-302c-4862-8719-0113199c7e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:15.345563 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09132c-f695-4169-9bac-ea80a6cc02e8 req-43e32522-ca9b-4bee-bd2d-c86955caad37 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.349440 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-de09132c-f695-4169-9bac-ea80a6cc02e8 req-43e32522-ca9b-4bee-bd2d-c86955caad37 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 945 time: 0.1480925 Jun 29 10:44:15.392884 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db42cb1b-b7a5-474c-9eea-a112a015dede,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:15.395635 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:15.415779 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Checking segment: {'id': '6f6b44fb-5049-4c65-b88b-c7b9202e0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c421d40-52ee-406f-83e0-86e54099a925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:15.416144 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Network hostable DHCP agents. Network: 7c421d40-52ee-406f-83e0-86e54099a925, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:15.425015 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-de09132c-f695-4169-9bac-ea80a6cc02e8 req-b6bc763f-29c1-4d47-806e-72cf879031e7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Jun 29 10:44:15.441963 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Network 7c421d40-52ee-406f-83e0-86e54099a925 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:15.453993 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 7c421d40-52ee-406f-83e0-86e54099a925) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:15.458852 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.459559 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.465211 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89177ce-da5f-4dc8-8317-67fac9ef2fe2 None None] Network 7c421d40-52ee-406f-83e0-86e54099a925 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:15.537162 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-873bea6b-2444-404e-b569-ee5f5c03658d req-9e0b0fbf-7bbc-4bb4-a186-03193be6ba91 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 210 time: 0.0565901 Jun 29 10:44:15.539198 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5277493 Jun 29 10:44:15.645242 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfe183-2857-4bce-ab6e-78de2233e1c7 None None] Network 7c421d40-52ee-406f-83e0-86e54099a925 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:15.968772 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-a4c8d74d-c065-4a3c-9b50-0b6807fea598 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.970266 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-a4c8d74d-c065-4a3c-9b50-0b6807fea598 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "GET /v2.0/networks?id=3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 200 len: 809 time: 0.1159637 Jun 29 10:44:15.997779 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Request body: {'port': {'device_id': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe', 'admin_state_up': True, 'tenant_id': '29c9b2538b2d44e6b4a3b7c8e7c5df80'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:16.252624 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-b31ba2bc-efc5-4a1e-ac9e-915c70591eb7 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.254254 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-b31ba2bc-efc5-4a1e-ac9e-915c70591eb7 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/networks?id=de375d27-649a-4dc5-bd36-6df6f196cd11 HTTP/1.1" status: 200 len: 807 time: 0.1670113 Jun 29 10:44:16.276598 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-86c3733b-03a9-4267-b171-60e48da574f3 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/quotas/28cf59ce1d4b4179b6a6f0331466364a HTTP/1.1" status: 200 len: 375 time: 0.0154738 Jun 29 10:44:16.302550 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee6255-64fb-4412-8f5a-31ccf16d060e req-41a4f63d-c0da-43ac-a19e-5405e9f96952 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.307899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53304) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.309419 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8dee6255-64fb-4412-8f5a-31ccf16d060e req-41a4f63d-c0da-43ac-a19e-5405e9f96952 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 944 time: 0.1311905 Jun 29 10:44:16.335604 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-60361b1c-504a-4234-8867-46b23b96b57d tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28cf59ce1d4b4179b6a6f0331466364a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527596 Jun 29 10:44:16.336230 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Made reservation on behalf of 29c9b2538b2d44e6b4a3b7c8e7c5df80 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:16.340886 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.409183 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8dee6255-64fb-4412-8f5a-31ccf16d060e req-b38e6f34-598a-4b73-9414-607995c8d56a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982478 Jun 29 10:44:16.453477 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-2d541122-a064-457b-9aef-7c3d8e0e4875 service neutron] 10.222.0.53 "GET /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078115 Jun 29 10:44:16.469445 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.484661 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7dbae437-9beb-4fb0-9f96-ffda63bc0266 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:16.521621 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Allocated IP 172.20.0.11 (3ddc953b-606c-4fc0-980e-e27de02bd7fe/954dc9c8-1a24-4448-b30a-9e465581da8a/ccae2893-0d1f-467c-8b57-002e8034fe9a) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:16.543270 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:16.547636 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:16.548093 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.567522 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-ab7235a7-d413-4116-9fc6-0428105c8696 service neutron] 10.222.0.53 "GET /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086662 Jun 29 10:44:16.649322 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.709164 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:16.712856 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbae437-9beb-4fb0-9f96-ffda63bc0266'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:16.720290 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e2066-79c3-4398-86d8-70b22b5b727d" -d '{"events": [{"server_uuid": "1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "7dbae437-9beb-4fb0-9f96-ffda63bc0266"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:16.729102 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.730028 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7ca2a746-5875-403e-a74d-60560919869f up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:16.746561 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.773011 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.779211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.784623 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.840831 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f85b9-64be-4a37-92b5-895c7b9b94f6,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.841033 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e5db2-8ea6-4e28-a949-b6f631e31c72 req-e4e30fa6-1068-408d-9075-2ccc832f1475 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.841981 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=7dbae437-9beb-4fb0-9f96-ffda63bc0266,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.844828 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.845340 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-658e5db2-8ea6-4e28-a949-b6f631e31c72 req-e4e30fa6-1068-408d-9075-2ccc832f1475 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 945 time: 0.1507185 Jun 29 10:44:16.849422 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.852557 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcdc83c679134455a05bd2cab0987ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435939 Jun 29 10:44:16.856755 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53322) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.858553 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.861955 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 7ca2a746-5875-403e-a74d-60560919869f completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:16.873491 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 7ca2a746-5875-403e-a74d-60560919869f triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:16.873762 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.948773 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-658e5db2-8ea6-4e28-a949-b6f631e31c72 req-e80bac1c-21fa-4225-838a-432268d97c95 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838301 Jun 29 10:44:16.980273 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f8c1819-48f4-40ef-9391-aa10b8189344 req-0c78f46c-bd8c-40fe-902c-c00b4b6902f1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 210 time: 0.0501270 Jun 29 10:44:17.006370 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.030566 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1af486-7e59-45f0-948b-cc88f2046646 x-openstack-request-id: req-0c1af486-7e59-45f0-948b-cc88f2046646 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:17.031918 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "7dbae437-9beb-4fb0-9f96-ffda63bc0266", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:17.031918 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c1af486-7e59-45f0-948b-cc88f2046646 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:17.031918 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbae437-9beb-4fb0-9f96-ffda63bc0266', 'code': 200} Jun 29 10:44:17.042482 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.052256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.055897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.078078 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.123423 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1fe8e20-6f1e-4947-99af-d724f2013b53 req-9e0fb42a-a9bf-44cf-95f4-95d1545f7dda tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 210 time: 0.0505590 Jun 29 10:44:17.177271 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Network 3ddc953b-606c-4fc0-980e-e27de02bd7fe is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:17.180476 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:17.183250 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:17.190122 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Pushing event updated for resources: {'Port': ['ID=ccae2893-0d1f-467c-8b57-002e8034fe9a,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.219264 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 7ca2a746-5875-403e-a74d-60560919869f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ca2a746-5875-403e-a74d-60560919869f,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:17.225300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.226458 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.227658 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 96c26e3a-a5b5-46ea-b5bd-837360a098dd up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:17.262653 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.263422 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.277392 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.279328 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.282769 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.287274 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/043f85b9-64be-4a37-92b5-895c7b9b94f6 HTTP/1.1" status: 204 len: 168 time: 0.4263732 Jun 29 10:44:17.287274 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4e36b140-441d-49bf-aa46-1720b0241f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.298431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f85b9-64be-4a37-92b5-895c7b9b94f6,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.302703 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.305163 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3111880 Jun 29 10:44:17.331756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Request body: {'port': {'device_id': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:17.348331 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=7ca2a746-5875-403e-a74d-60560919869f,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.351972 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.352865 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 96c26e3a-a5b5-46ea-b5bd-837360a098dd completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:17.357444 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 96c26e3a-a5b5-46ea-b5bd-837360a098dd triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:17.357829 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.511875 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.619455 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:17.631465 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.634843 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.641340 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-265e7688-cec5-45f5-a0a7-44066686c1d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3021722 Jun 29 10:44:17.647370 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.692987 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec437dbd-7960-43ab-8bc2-883e9ac9418a req-c8a06e2c-b7ea-429c-860e-16f283373489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.695109 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ec437dbd-7960-43ab-8bc2-883e9ac9418a req-c8a06e2c-b7ea-429c-860e-16f283373489 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.2526014 Jun 29 10:44:17.746088 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=96c26e3a-a5b5-46ea-b5bd-837360a098dd,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.754139 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.762507 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53350) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:17.787859 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.806701 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901a8ac-3afd-4515-80ca-9986a20ccf1a req-12a5b03d-2379-4677-aafe-ce006ac44ebd tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.813783 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b901a8ac-3afd-4515-80ca-9986a20ccf1a req-12a5b03d-2379-4677-aafe-ce006ac44ebd tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1400247 Jun 29 10:44:17.864198 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b901a8ac-3afd-4515-80ca-9986a20ccf1a req-56917aeb-1699-4ea8-ac45-aa9508137b2b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Jun 29 10:44:17.873703 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ec437dbd-7960-43ab-8bc2-883e9ac9418a req-165e917c-af8a-430d-bc3f-b4f4ceb9041d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579151 Jun 29 10:44:17.939887 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.944366 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.946895 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1bc16c3d-6814-4bfc-928c-2f58c07d3c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.974497 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-245f9925-a8a6-40d1-b56d-2055daaee1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.976367 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-245f9925-a8a6-40d1-b56d-2055daaee1aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 1098 time: 0.1476760 Jun 29 10:44:18.003465 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30c48fec23354e4c80985b3ce37b6925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385514 Jun 29 10:44:18.004673 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2b869-c354-472e-8148-bdf613e8cea1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.005558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53358) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:18.018303 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.185595 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.202100 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbcca7-aa86-47c0-8eda-768bfc760fae req-1d9bf9ac-afd2-4021-b274-37b9775c6e46 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.203572 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-83bbcca7-aa86-47c0-8eda-768bfc760fae req-1d9bf9ac-afd2-4021-b274-37b9775c6e46 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.1058898 Jun 29 10:44:18.214757 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-abf96da9-10d2-4ae9-b5e2-f076022e1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.216181 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-abf96da9-10d2-4ae9-b5e2-f076022e1c4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 916 time: 0.1871002 Jun 29 10:44:18.218965 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3d4e-a80d-43de-841d-0dd2b02e5dba req-591de7f8-a354-48d2-937d-1df1f42eb960 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.220403 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d35a3d4e-a80d-43de-841d-0dd2b02e5dba req-591de7f8-a354-48d2-937d-1df1f42eb960 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 932 time: 0.0956247 Jun 29 10:44:18.227806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccae2893-0d1f-467c-8b57-002e8034fe9a {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:18.244552 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.247137 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.273594 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-83bbcca7-aa86-47c0-8eda-768bfc760fae req-01ccae57-76ed-4948-83e5-9a37029c5213 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623736 Jun 29 10:44:18.280486 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d35a3d4e-a80d-43de-841d-0dd2b02e5dba req-6d019e95-6eaf-4d1e-b360-a849d9f161db tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Jun 29 10:44:18.287994 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-66bd9132-91e9-41af-80c5-e5fcc0618920 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3 HTTP/1.1" status: 200 len: 217 time: 0.0624666 Jun 29 10:44:18.297634 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Transition to ACTIVE for port object ccae2893-0d1f-467c-8b57-002e8034fe9a will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:18.343770 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.350432 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.384993 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-9e4ee1cb-40c8-417f-b7fc-6d9f28e0644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.387710 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-9e4ee1cb-40c8-417f-b7fc-6d9f28e0644e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.0882745 Jun 29 10:44:18.437455 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-46f457ff-de6c-4c51-90da-538ab43aa785 req-ae74e7b8-e27a-400f-a2fc-51b1e189e58e tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 210 time: 0.0445940 Jun 29 10:44:18.458209 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-c5955c1c-0ec9-4309-b8b9-fb212523c99c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400345 Jun 29 10:44:18.512309 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.514803 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.515897 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ed2b869-c354-472e-8148-bdf613e8cea1 HTTP/1.1" status: 204 len: 168 time: 0.5094211 Jun 29 10:44:18.516608 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccae2893-0d1f-467c-8b57-002e8034fe9a,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.552804 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.577086 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a0f90630-abcb-4b4f-87ab-1f1374d3b25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.632431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2b869-c354-472e-8148-bdf613e8cea1,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.642113 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.700412 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Attempting to bind port ccae2893-0d1f-467c-8b57-002e8034fe9a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:18.700745 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Attempting to bind port ccae2893-0d1f-467c-8b57-002e8034fe9a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:18.701104 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Attempting to bind port ccae2893-0d1f-467c-8b57-002e8034fe9a on network 3ddc953b-606c-4fc0-980e-e27de02bd7fe {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:18.708672 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-b1e2c3e3-c357-4a78-91cc-096c729c3f53 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243655 Jun 29 10:44:18.715125 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Port ccae2893-0d1f-467c-8b57-002e8034fe9a on network 3ddc953b-606c-4fc0-980e-e27de02bd7fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:18.715451 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Attempting to bind port ccae2893-0d1f-467c-8b57-002e8034fe9a on network 3ddc953b-606c-4fc0-980e-e27de02bd7fe {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:18.730642 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:18.731317 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Checking segment: {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:18.731317 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Bound using segment: {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:18.731680 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Bound port: ccae2893-0d1f-467c-8b57-002e8034fe9a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f010255-b63a-40d4-8280-69b37c6acb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:18.732045 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.740414 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-6ea7bd37-2953-40a9-8b6b-7a17b1503a35 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.741811 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-6ea7bd37-2953-40a9-8b6b-7a17b1503a35 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.60 "GET /v2.0/networks?id=de375d27-649a-4dc5-bd36-6df6f196cd11 HTTP/1.1" status: 200 len: 807 time: 0.2734823 Jun 29 10:44:18.794726 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Request body: {'port': {'device_id': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11', 'admin_state_up': True, 'tenant_id': '28cf59ce1d4b4179b6a6f0331466364a'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:18.952280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] For port ccae2893-0d1f-467c-8b57-002e8034fe9a, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:18.961772 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-84a98f14-1e1f-498e-b4a4-4dc436f35bd4 req-34a72976-1464-4423-9192-c67b17d2312d service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389095 Jun 29 10:44:18.996034 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] For port ccae2893-0d1f-467c-8b57-002e8034fe9a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:19.030204 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.033746 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca2a746-5875-403e-a74d-60560919869f'}, {'server_uuid': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c26e3a-a5b5-46ea-b5bd-837360a098dd'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:19.037476 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc592b8-894b-4e44-816c-b544a37dfa0f" -d '{"events": [{"server_uuid": "02b21ab7-d41a-43f5-bbb7-e9393b72a106", "name": "network-vif-plugged", "status": "completed", "tag": "7ca2a746-5875-403e-a74d-60560919869f"}, {"server_uuid": "794effe7-eb92-45c2-a61a-6ad52e661fc4", "name": "network-vif-plugged", "status": "completed", "tag": "96c26e3a-a5b5-46ea-b5bd-837360a098dd"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:19.043670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53384) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.046601 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.050716 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Made reservation on behalf of 28cf59ce1d4b4179b6a6f0331466364a for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:19.054524 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.057683 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.058395 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.059821 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/ccae2893-0d1f-467c-8b57-002e8034fe9a HTTP/1.1" status: 200 len: 1094 time: 1.7430437 Jun 29 10:44:19.072571 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.084837 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'tag': 'ccae2893-0d1f-467c-8b57-002e8034fe9a'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:19.087227 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb179ab4-6353-481f-9125-9d6f28c35d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "da6063fc-e749-404a-b4e6-e870eed620a3", "tag": "ccae2893-0d1f-467c-8b57-002e8034fe9a"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:19.136341 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d24cdbd-928e-4641-8165-c2d20c29eb21 x-openstack-request-id: req-6d24cdbd-928e-4641-8165-c2d20c29eb21 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:19.137475 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b21ab7-d41a-43f5-bbb7-e9393b72a106", "name": "network-vif-plugged", "status": "completed", "tag": "7ca2a746-5875-403e-a74d-60560919869f", "code": 200}, {"server_uuid": "794effe7-eb92-45c2-a61a-6ad52e661fc4", "name": "network-vif-plugged", "status": "completed", "tag": "96c26e3a-a5b5-46ea-b5bd-837360a098dd", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:19.137743 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d24cdbd-928e-4641-8165-c2d20c29eb21 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:19.138716 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca2a746-5875-403e-a74d-60560919869f', 'code': 200} Jun 29 10:44:19.138995 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c26e3a-a5b5-46ea-b5bd-837360a098dd', 'code': 200} Jun 29 10:44:19.186841 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccae2893-0d1f-467c-8b57-002e8034fe9a,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.193191 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.199182 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5aef8b-4479-4f4e-8fd2-15338ca7a928 x-openstack-request-id: req-ab5aef8b-4479-4f4e-8fd2-15338ca7a928 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:19.199542 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6063fc-e749-404a-b4e6-e870eed620a3", "tag": "ccae2893-0d1f-467c-8b57-002e8034fe9a", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:19.199830 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab5aef8b-4479-4f4e-8fd2-15338ca7a928 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:19.200239 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'tag': 'ccae2893-0d1f-467c-8b57-002e8034fe9a', 'status': 'completed', 'code': 200} Jun 29 10:44:19.229910 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2b914-b24d-40ae-848a-144d99a9e293 req-1c525c76-d008-4bf1-8ce1-65b5c993e055 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.241315 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-acc2b914-b24d-40ae-848a-144d99a9e293 req-1c525c76-d008-4bf1-8ce1-65b5c993e055 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1803560 Jun 29 10:44:19.355658 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-acc2b914-b24d-40ae-848a-144d99a9e293 req-c1cddf01-9d58-400e-b30d-b1e35eb8a4bc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080668 Jun 29 10:44:19.371748 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Allocated IP 172.20.0.10 (de375d27-649a-4dc5-bd36-6df6f196cd11/af1ab5e8-25fb-431c-b31a-4141876b61e2/b2f32df4-0667-4444-880f-6da765f04577) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:19.381255 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.385524 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-9fb5ba58-b06a-4d42-8ee9-dabce800ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.387150 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-9fb5ba58-b06a-4d42-8ee9-dabce800ffb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 1097 time: 0.1860766 Jun 29 10:44:19.388532 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.391283 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8046729-b337-4d71-97aa-7ac0f3f451dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.465595 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d685d5d-8c8e-43a0-afae-cdd2e8d51ca5,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.487593 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9274243674b54c16bccb74b8780b0eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394474 Jun 29 10:44:19.487593 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.487938 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53400) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.607537 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.684050 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.729590 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126edcbc-d989-4741-8ca8-312e7c08d988 req-be560ac9-d13a-4e0e-8315-a3e19fd08abe tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.731088 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-126edcbc-d989-4741-8ca8-312e7c08d988 req-be560ac9-d13a-4e0e-8315-a3e19fd08abe tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.2453094 Jun 29 10:44:19.741370 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.753184 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfc391-225f-454a-81a2-697e473f4550 req-d1160c24-f271-4ebf-bfc3-f8d0363b8fb0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.756252 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-87dfc391-225f-454a-81a2-697e473f4550 req-d1160c24-f271-4ebf-bfc3-f8d0363b8fb0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 944 time: 0.2230895 Jun 29 10:44:19.774860 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-45c454c7-f8f8-4f4b-8e78-1415cb0011e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a HTTP/1.1" status: 200 len: 217 time: 0.3567460 Jun 29 10:44:19.823899 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae7b44-6174-4447-8a40-7a651c45ce37 req-d648db06-e02d-4996-ad21-cacbf52478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.825398 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-45ae7b44-6174-4447-8a40-7a651c45ce37 req-d648db06-e02d-4996-ad21-cacbf52478e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 1098 time: 0.2082739 Jun 29 10:44:19.879475 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-126edcbc-d989-4741-8ca8-312e7c08d988 req-b7d7d755-3b9b-42de-9c78-f0552fa31325 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359181 Jun 29 10:44:19.890300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-6d9be4da-7eb7-4c47-9294-d8863c236f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.891817 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-6d9be4da-7eb7-4c47-9294-d8863c236f60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=954dc9c8-1a24-4448-b30a-9e465581da8a HTTP/1.1" status: 200 len: 849 time: 0.1040385 Jun 29 10:44:19.910530 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-87dfc391-225f-454a-81a2-697e473f4550 req-95903d05-aa18-4d0c-a226-939c157a56be tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375401 Jun 29 10:44:19.930328 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ce4b-c2b0-4158-adeb-5f5e664b50fd req-ed7a6898-d155-4300-bf62-26d3b9ebf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.931200 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-99c3ce4b-c2b0-4158-adeb-5f5e664b50fd req-ed7a6898-d155-4300-bf62-26d3b9ebf09b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 1099 time: 0.5312963 Jun 29 10:44:19.931297 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.938415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.947531 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d685d5d-8c8e-43a0-afae-cdd2e8d51ca5 HTTP/1.1" status: 204 len: 168 time: 0.4502800 Jun 29 10:44:19.957060 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-bf1a7e8c-29b7-4647-9921-cf0427a19966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.991199 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-0be3372e-79c9-4740-a062-ebc18b2dcc1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ddc953b-606c-4fc0-980e-e27de02bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752840 Jun 29 10:44:20.006145 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-45ae7b44-6174-4447-8a40-7a651c45ce37 req-43abe4c0-e7d8-4f5e-8c33-d849f2316bce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698151 Jun 29 10:44:20.008682 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d685d5d-8c8e-43a0-afae-cdd2e8d51ca5,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:20.046566 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.059935 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fe67d0f3-1d81-4a0e-b0fc-6825f4783689 req-38d78342-f42e-4ad9-b6c0-91c14a79ed03 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 210 time: 0.0524149 Jun 29 10:44:20.096677 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.125237 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-99c3ce4b-c2b0-4158-adeb-5f5e664b50fd req-72980738-5909-4c7d-b951-157edda06413 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546922 Jun 29 10:44:20.172226 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-86ea124f-9bba-43fb-88b4-94b2bea01f86 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488848 Jun 29 10:44:20.185296 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.190360 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b147402d-d211-4299-89b8-42220a2640f3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:20.239227 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Network de375d27-649a-4dc5-bd36-6df6f196cd11 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:20.248264 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:20.250662 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Pushing event updated for resources: {'Port': ['ID=b2f32df4-0667-4444-880f-6da765f04577,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:20.253471 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:20.256320 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.363051 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.363656 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.389271 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5999570 Jun 29 10:44:20.410284 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Request body: {'port': {'device_id': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:20.415549 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e3122056-8f86-4337-9737-1c143c4a7f38 req-5fb870d5-8542-4d87-83bf-f5688e03f9f0 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377773 Jun 29 10:44:20.504188 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.563438 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f884bc-2642-46d6-8512-fc96549b601e req-9359952c-4c73-4b9a-b2c5-581b6eb27d81 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.566070 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-54f884bc-2642-46d6-8512-fc96549b601e req-9359952c-4c73-4b9a-b2c5-581b6eb27d81 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0697052 Jun 29 10:44:20.615073 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-54f884bc-2642-46d6-8512-fc96549b601e req-d35687cc-c229-42e1-9af3-da38fd1b8777 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Jun 29 10:44:20.638746 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-bc9ede08-6633-4a37-90d6-fa264da2bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.638746 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-bc9ede08-6633-4a37-90d6-fa264da2bb36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 1097 time: 0.1497145 Jun 29 10:44:20.811517 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-b44ae1ee-9e37-4126-a98f-7b5cfdd8d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.813101 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-b44ae1ee-9e37-4126-a98f-7b5cfdd8d7cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 200 len: 910 time: 0.1583149 Jun 29 10:44:20.862655 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-61e6c3bb-d974-46b7-b3b6-c4da8f6ed78c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a HTTP/1.1" status: 200 len: 217 time: 0.0398495 Jun 29 10:44:20.940891 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f32df4-0667-4444-880f-6da765f04577 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:20.951294 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.965614 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-0fe8a9c8-04cc-4f64-896a-9630e5ad4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.967528 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-0fe8a9c8-04cc-4f64-896a-9630e5ad4f39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=954dc9c8-1a24-4448-b30a-9e465581da8a HTTP/1.1" status: 200 len: 849 time: 0.0904860 Jun 29 10:44:20.979076 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Transition to ACTIVE for port object b2f32df4-0667-4444-880f-6da765f04577 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:20.984243 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.990108 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-592868b1-acdb-4f49-a5ea-4d60a6ff2716 tempest-DeleteServersTestJSON-1080078991 tempest-DeleteServersTestJSON-1080078991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:21.049480 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-0271bc6e-9d13-407c-baa7-52e5ac24f78d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ddc953b-606c-4fc0-980e-e27de02bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605071 Jun 29 10:44:21.116876 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e293d6-86ff-459a-80fa-f0cc1b5ff8bf req-eec801b3-408d-452b-8f1c-2cd2c5093181 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.118641 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71e293d6-86ff-459a-80fa-f0cc1b5ff8bf req-eec801b3-408d-452b-8f1c-2cd2c5093181 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.1027284 Jun 29 10:44:21.175442 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71e293d6-86ff-459a-80fa-f0cc1b5ff8bf req-feff2a82-7187-4e47-a14a-abd93dfb4c2f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Jun 29 10:44:21.182894 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e1adf-d0c4-4131-a43d-a7cfeeb2f87b req-bc110606-47b6-415b-84d0-0723182a63c0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.184830 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-268e1adf-d0c4-4131-a43d-a7cfeeb2f87b req-bc110606-47b6-415b-84d0-0723182a63c0 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 944 time: 0.1212831 Jun 29 10:44:21.201306 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f32df4-0667-4444-880f-6da765f04577,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:21.206207 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:21.256249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Attempting to bind port b2f32df4-0667-4444-880f-6da765f04577 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:21.256609 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Attempting to bind port b2f32df4-0667-4444-880f-6da765f04577 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bdd9f723-84a9-438e-81fb-cf34cdaba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:21.257046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Attempting to bind port b2f32df4-0667-4444-880f-6da765f04577 on network de375d27-649a-4dc5-bd36-6df6f196cd11 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:21.264079 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-268e1adf-d0c4-4131-a43d-a7cfeeb2f87b req-64e10439-b7c5-4720-a2a0-2742cf0f3563 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Jun 29 10:44:21.272386 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Port b2f32df4-0667-4444-880f-6da765f04577 on network de375d27-649a-4dc5-bd36-6df6f196cd11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:21.272532 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Attempting to bind port b2f32df4-0667-4444-880f-6da765f04577 on network de375d27-649a-4dc5-bd36-6df6f196cd11 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:21.288985 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-22bd55cd-30a3-4c54-876d-9d27de1cf4f1 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268002 Jun 29 10:44:21.290127 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:21.290741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Checking segment: {'id': 'bdd9f723-84a9-438e-81fb-cf34cdaba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:21.291279 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Bound using segment: {'id': 'bdd9f723-84a9-438e-81fb-cf34cdaba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:21.292285 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Bound port: b2f32df4-0667-4444-880f-6da765f04577, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd9f723-84a9-438e-81fb-cf34cdaba09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:21.293013 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.431852 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc4c63-2bb8-4a6f-b7ea-ec4699ca76fd req-e47e9cb5-686e-4f01-986b-0de920efa9d0 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.433422 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-48dc4c63-2bb8-4a6f-b7ea-ec4699ca76fd req-e47e9cb5-686e-4f01-986b-0de920efa9d0 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 944 time: 0.1016531 Jun 29 10:44:21.461005 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] For port b2f32df4-0667-4444-880f-6da765f04577, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:21.484892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] For port b2f32df4-0667-4444-880f-6da765f04577, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2f32df4-0667-4444-880f-6da765f04577,segment=NetworkSegment(bdd9f723-84a9-438e-81fb-cf34cdaba09f),segment_id=bdd9f723-84a9-438e-81fb-cf34cdaba09f)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:21.492293 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-eb179ab4-6353-481f-9125-9d6f28c35d6a req-6c89e91b-29ab-42ee-9c4f-7486cc8d4e4a service neutron] 10.222.0.60 "GET /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881135 Jun 29 10:44:21.495943 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.501761 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-48dc4c63-2bb8-4a6f-b7ea-ec4699ca76fd req-8d6c50df-a1f6-48b5-ba01-06fc4909ce3b tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596721 Jun 29 10:44:21.507991 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:21.537761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.538452 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.539976 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] 10.222.0.60 "PUT /v2.0/ports/b2f32df4-0667-4444-880f-6da765f04577 HTTP/1.1" status: 200 len: 1094 time: 1.1353691 Jun 29 10:44:21.540471 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'tag': 'b2f32df4-0667-4444-880f-6da765f04577'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:21.543012 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce241a-73cb-4cff-9c00-ac32d2672cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8e132c-19a5-43cd-9c96-5b8d23963cb6", "tag": "b2f32df4-0667-4444-880f-6da765f04577"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:21.578234 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f32df4-0667-4444-880f-6da765f04577,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:21.581729 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:21.645564 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725ff720-4dc5-4f21-ba74-6ffd75ccd51b x-openstack-request-id: req-725ff720-4dc5-4f21-ba74-6ffd75ccd51b {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:21.645878 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8e132c-19a5-43cd-9c96-5b8d23963cb6", "tag": "b2f32df4-0667-4444-880f-6da765f04577", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:21.646153 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-725ff720-4dc5-4f21-ba74-6ffd75ccd51b {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:21.646594 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'tag': 'b2f32df4-0667-4444-880f-6da765f04577', 'status': 'completed', 'code': 200} Jun 29 10:44:21.718612 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-60107c51-4108-4d97-83ec-0af476b9b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.720859 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-60107c51-4108-4d97-83ec-0af476b9b2d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=28cf59ce1d4b4179b6a6f0331466364a&device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0605161 Jun 29 10:44:21.780859 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-f7fa0b4d-87e5-490b-bb7c-dad2f85e9714 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2f32df4-0667-4444-880f-6da765f04577 HTTP/1.1" status: 200 len: 217 time: 0.0340619 Jun 29 10:44:21.798705 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdea2c-d7a7-4a24-9403-ffc878ef80a9 req-a6d15d95-6f9c-4dea-9812-7e54dfd4e4a7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.800165 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97bdea2c-d7a7-4a24-9403-ffc878ef80a9 req-a6d15d95-6f9c-4dea-9812-7e54dfd4e4a7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0640395 Jun 29 10:44:21.833151 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-d0ea5d09-f4e2-4334-94f4-756eb1aed37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.834614 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-d0ea5d09-f4e2-4334-94f4-756eb1aed37a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af1ab5e8-25fb-431c-b31a-4141876b61e2 HTTP/1.1" status: 200 len: 847 time: 0.0459006 Jun 29 10:44:21.837816 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97bdea2c-d7a7-4a24-9403-ffc878ef80a9 req-08905141-6a46-4719-a392-368497cbdf22 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Jun 29 10:44:21.885598 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-e0257d12-b71c-4efe-9eb3-6d9de409e347 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de375d27-649a-4dc5-bd36-6df6f196cd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255554 Jun 29 10:44:21.993457 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-bc1a85c9-0f16-4879-9611-ceb1c2b74495 service neutron] 10.222.0.60 "GET /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945790 Jun 29 10:44:22.102490 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f643e0e5-54f4-4c86-9073-2903cae10906 req-69ce1919-00f4-4753-af45-17e767b86002 service neutron] 10.222.0.60 "GET /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974584 Jun 29 10:44:22.252081 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-f1659bfb-d254-44e5-b172-5df6c714a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.253757 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-f1659bfb-d254-44e5-b172-5df6c714a27d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=28cf59ce1d4b4179b6a6f0331466364a&device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0567036 Jun 29 10:44:22.359404 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-8e1f01ee-d94f-4c43-8765-3ed50c1976da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.360973 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-8e1f01ee-d94f-4c43-8765-3ed50c1976da service neutron] 10.222.0.60 "GET /v2.0/networks?id=de375d27-649a-4dc5-bd36-6df6f196cd11 HTTP/1.1" status: 200 len: 908 time: 0.0875838 Jun 29 10:44:22.363754 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ffffc-4307-4230-9cf3-4a0e84c5d3cf req-6aeb133c-721d-4aa5-beef-6a9b1ecf4a86 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.365229 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-791ffffc-4307-4230-9cf3-4a0e84c5d3cf req-6aeb133c-721d-4aa5-beef-6a9b1ecf4a86 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.0688207 Jun 29 10:44:22.415893 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-cb09dcc4-ae11-4eb7-8d08-f4326cd4b6e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2f32df4-0667-4444-880f-6da765f04577 HTTP/1.1" status: 200 len: 217 time: 0.0352035 Jun 29 10:44:22.442057 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-791ffffc-4307-4230-9cf3-4a0e84c5d3cf req-05e11ed3-c66f-42b3-813d-bc0bb815bd46 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713224 Jun 29 10:44:22.462215 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ca97-d887-46dc-bf79-35540ba096dd req-eea45787-829f-4131-99b3-c121a51410d4 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.463665 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1a08ca97-d887-46dc-bf79-35540ba096dd req-eea45787-829f-4131-99b3-c121a51410d4 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 944 time: 0.0865612 Jun 29 10:44:22.471432 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-b36623e0-0b0c-4619-87b0-6a22e5c3c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.473331 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-b36623e0-0b0c-4619-87b0-6a22e5c3c3b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af1ab5e8-25fb-431c-b31a-4141876b61e2 HTTP/1.1" status: 200 len: 847 time: 0.0456114 Jun 29 10:44:22.505168 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1a08ca97-d887-46dc-bf79-35540ba096dd req-ce3f9604-f4a9-443d-b28f-b73bf2a1f1bb tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Jun 29 10:44:22.507914 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-e2b0a7eb-702c-436e-9889-f5939ced4808 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de375d27-649a-4dc5-bd36-6df6f196cd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255167 Jun 29 10:44:22.637527 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-b54e596d-ff46-487a-8686-ed7205e9b7e9 service neutron] 10.222.0.60 "GET /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110430 Jun 29 10:44:22.798861 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8bce241a-73cb-4cff-9c00-ac32d2672cdb req-00651292-c87a-4457-bc71-a5253ff2f5d7 service neutron] 10.222.0.60 "GET /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532857 Jun 29 10:44:22.807177 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7b7d-bb7d-4e56-8202-d46b648e8d5b req-7011dafb-502a-4570-b7a3-12e8d503a323 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.808682 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7d2e7b7d-bb7d-4e56-8202-d46b648e8d5b req-7011dafb-502a-4570-b7a3-12e8d503a323 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 944 time: 0.1216631 Jun 29 10:44:22.860626 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7d2e7b7d-bb7d-4e56-8202-d46b648e8d5b req-ab4a258a-94f2-4767-8376-9162ada082fc tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Jun 29 10:44:23.053287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1aad4-5fd3-4960-b442-2162a26e74bd req-fb66974c-82c7-4517-9cf1-c92077d97965 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.054401 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-46e1aad4-5fd3-4960-b442-2162a26e74bd req-fb66974c-82c7-4517-9cf1-c92077d97965 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0702789 Jun 29 10:44:23.104901 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-46e1aad4-5fd3-4960-b442-2162a26e74bd req-2200ec0e-07d9-47ce-9f2d-524b4e538163 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Jun 29 10:44:23.290900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53530) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:23.401462 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.500898 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-8380054e-37e6-4bab-b1a1-7b5cb8126369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.502756 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-8380054e-37e6-4bab-b1a1-7b5cb8126369 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 1098 time: 0.0529978 Jun 29 10:44:23.529937 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.538973 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.543261 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:23.588684 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c20962d3d4354792932df051702445a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942858 Jun 29 10:44:23.588684 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7c40a2-225a-47fd-89b0-745e23879c6b,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:23.591784 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:23.591907 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53538) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:23.603368 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831da9-fe52-4b45-8758-07d8c6a93438 req-9abf171c-2715-47b4-a4c8-bea3ca6a7ba3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.604507 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-03831da9-fe52-4b45-8758-07d8c6a93438 req-9abf171c-2715-47b4-a4c8-bea3ca6a7ba3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1347413 Jun 29 10:44:23.613128 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-a2b2bf31-4b7d-4a7e-a59a-9dd612bbb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.614768 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-a2b2bf31-4b7d-4a7e-a59a-9dd612bbb835 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.1030624 Jun 29 10:44:23.653098 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-03831da9-fe52-4b45-8758-07d8c6a93438 req-ab8f4452-15a6-4bb9-8a63-91787f68020a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Jun 29 10:44:23.671469 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-07b32ee3-92b0-4616-a73e-40ac471e4d9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd HTTP/1.1" status: 200 len: 217 time: 0.0415461 Jun 29 10:44:23.704036 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191bab4-828c-4ac4-b14b-c525dccde426 req-3c96c98d-f978-448b-ae13-a9a8c7f8e385 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.705590 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b191bab4-828c-4ac4-b14b-c525dccde426 req-3c96c98d-f978-448b-ae13-a9a8c7f8e385 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 944 time: 0.0693638 Jun 29 10:44:23.707630 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.739821 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.743039 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b191bab4-828c-4ac4-b14b-c525dccde426 req-36e684de-7303-4bcf-b4de-2739ccbca070 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jun 29 10:44:23.746514 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-5dd4331c-c250-4b67-8405-a4c604711f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.747920 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-5dd4331c-c250-4b67-8405-a4c604711f76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.0686314 Jun 29 10:44:23.801274 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-8bc2eb2d-02d1-4649-bb0c-31120de01a4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380785 Jun 29 10:44:23.859089 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.862300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.865705 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f7c40a2-225a-47fd-89b0-745e23879c6b HTTP/1.1" status: 204 len: 168 time: 0.2706728 Jun 29 10:44:23.868055 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ea472924-a5b1-4c08-836b-006fd9389f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:23.897171 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7c40a2-225a-47fd-89b0-745e23879c6b,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:23.901410 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:23.924564 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-94735d4e-d29e-48cf-8213-c35ca40c79d4 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151867 Jun 29 10:44:24.046104 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-273a68af-3224-4a6f-8f21-c17ee9f49ed9 req-17c90481-03aa-4345-bd6d-3adfcca92123 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133065 Jun 29 10:44:24.119278 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a904-b3ec-4ba3-87a8-cb67f3ef11c1 req-5ef85e49-60d1-4f58-abdc-bd169d9ec48e tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.121387 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed85a904-b3ec-4ba3-87a8-cb67f3ef11c1 req-5ef85e49-60d1-4f58-abdc-bd169d9ec48e tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 944 time: 0.0948277 Jun 29 10:44:24.190768 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed85a904-b3ec-4ba3-87a8-cb67f3ef11c1 req-22836699-e37d-47d0-b41e-ede1a5808b50 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575109 Jun 29 10:44:24.233885 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53570) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.256563 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01284441-171e-4106-860e-87d966f77971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.381117 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01284441-171e-4106-860e-87d966f77971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.385935 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-01284441-171e-4106-860e-87d966f77971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.396538 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-dd9d4f41-2498-4af2-840f-6601492595f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.425482 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-01284441-171e-4106-860e-87d966f77971 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e81596e95ea0424f8d70f3d8417a3049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904075 Jun 29 10:44:24.429487 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53574) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.435034 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01284441-171e-4106-860e-87d966f77971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c48e65-2e9e-4bd7-a13b-50f984c4681a,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.438068 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-01284441-171e-4106-860e-87d966f77971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.500660 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.511533 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device ccae2893-0d1f-467c-8b57-002e8034fe9a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:24.540182 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.594165 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.597751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.598900 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36c48e65-2e9e-4bd7-a13b-50f984c4681a HTTP/1.1" status: 204 len: 168 time: 0.1677377 Jun 29 10:44:24.599653 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b35c08b9-4fa4-4b44-9b3b-787b1d790b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.607317 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c48e65-2e9e-4bd7-a13b-50f984c4681a,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.609901 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.636752 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port ccae2893-0d1f-467c-8b57-002e8034fe9a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:24.647928 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'ccae2893-0d1f-467c-8b57-002e8034fe9a', 'network_id': '3ddc953b-606c-4fc0-980e-e27de02bd7fe', 'port_id': 'ccae2893-0d1f-467c-8b57-002e8034fe9a', 'mac_address': 'fa:16:3e:5d:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954dc9c8-1a24-4448-b30a-9e465581da8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:24.692410 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.709950 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccae2893-0d1f-467c-8b57-002e8034fe9a {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:24.731191 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port ccae2893-0d1f-467c-8b57-002e8034fe9a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:24.736369 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.738744 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.791680 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=ccae2893-0d1f-467c-8b57-002e8034fe9a,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.797171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.853523 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a7643-c3b6-40da-ad5d-24f14dc7f09e req-42aa5d91-af3a-4563-aed4-1c7dc2319e2d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.855116 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d49a7643-c3b6-40da-ad5d-24f14dc7f09e req-42aa5d91-af3a-4563-aed4-1c7dc2319e2d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0768595 Jun 29 10:44:24.932299 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d49a7643-c3b6-40da-ad5d-24f14dc7f09e req-ea9ffa1a-6ba7-4af9-9280-a2df99f5b035 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Jun 29 10:44:24.962574 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e19e6-77f3-47a4-882a-8df445ca0426 req-bade79a7-91bb-44b0-bbaf-4f77523e87fa tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.969816 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-071e19e6-77f3-47a4-882a-8df445ca0426 req-bade79a7-91bb-44b0-bbaf-4f77523e87fa tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 945 time: 0.0874524 Jun 29 10:44:25.005452 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-071e19e6-77f3-47a4-882a-8df445ca0426 req-b6219acb-6ed1-4c01-8b5e-bd470bc6e431 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347636 Jun 29 10:44:25.182930 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['ccae2893-0d1f-467c-8b57-002e8034fe9a'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:25.384841 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13630b-b17c-48d5-8fa4-9049ea12fc84 req-ac0068a3-9810-43b5-9329-568eddae1251 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.386688 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cf13630b-b17c-48d5-8fa4-9049ea12fc84 req-ac0068a3-9810-43b5-9329-568eddae1251 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 944 time: 0.0776546 Jun 29 10:44:25.442067 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cf13630b-b17c-48d5-8fa4-9049ea12fc84 req-3ffa2a09-93e7-4951-87b6-5b011acc0496 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Jun 29 10:44:25.691416 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-a7051373-8a44-4e88-9c08-2a92ec74f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.137979 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de267e-255b-4d7d-9874-e4012647ca17 req-6af23a0a-a4ec-49bb-9d31-0b31456eb952 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.139589 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e8de267e-255b-4d7d-9874-e4012647ca17 req-6af23a0a-a4ec-49bb-9d31-0b31456eb952 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0739186 Jun 29 10:44:26.225340 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e8de267e-255b-4d7d-9874-e4012647ca17 req-68265ce8-c865-4e02-a2f6-5cdaf4178ebc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748644 Jun 29 10:44:26.255515 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdae6e-d2d6-403d-a2f5-de322c5623cc req-6bcc8c6c-4f74-41c2-ad1f-238057f6f523 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.257545 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1cdae6e-d2d6-403d-a2f5-de322c5623cc req-6bcc8c6c-4f74-41c2-ad1f-238057f6f523 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 945 time: 0.0807943 Jun 29 10:44:26.348395 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d1cdae6e-d2d6-403d-a2f5-de322c5623cc req-8d797dc7-80d8-4aa7-94da-80f6768b1f6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844138 Jun 29 10:44:26.528747 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b2f32df4-0667-4444-880f-6da765f04577 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:26.652707 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device ccae2893-0d1f-467c-8b57-002e8034fe9a up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:26.727998 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef5053-6f2f-47e6-9e2e-f6937bfd0432 req-f4081147-bdfa-4b18-9803-c7736df004ee tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.733499 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0aef5053-6f2f-47e6-9e2e-f6937bfd0432 req-f4081147-bdfa-4b18-9803-c7736df004ee tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 944 time: 0.0775735 Jun 29 10:44:26.744489 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port b2f32df4-0667-4444-880f-6da765f04577, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2f32df4-0667-4444-880f-6da765f04577,segment=NetworkSegment(bdd9f723-84a9-438e-81fb-cf34cdaba09f),segment_id=bdd9f723-84a9-438e-81fb-cf34cdaba09f)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:26.748086 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port ccae2893-0d1f-467c-8b57-002e8034fe9a completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:26.760519 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port ccae2893-0d1f-467c-8b57-002e8034fe9a triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:26.761207 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.795219 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0aef5053-6f2f-47e6-9e2e-f6937bfd0432 req-e0cd98e7-1808-4c8a-b30a-01862f127e7a tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Jun 29 10:44:26.802813 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'b2f32df4-0667-4444-880f-6da765f04577', 'network_id': 'de375d27-649a-4dc5-bd36-6df6f196cd11', 'port_id': 'b2f32df4-0667-4444-880f-6da765f04577', 'mac_address': 'fa:16:3e:3a:7b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1ab5e8-25fb-431c-b31a-4141876b61e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:26.850600 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.883104 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f32df4-0667-4444-880f-6da765f04577 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:26.914227 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port b2f32df4-0667-4444-880f-6da765f04577, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2f32df4-0667-4444-880f-6da765f04577,segment=NetworkSegment(bdd9f723-84a9-438e-81fb-cf34cdaba09f),segment_id=bdd9f723-84a9-438e-81fb-cf34cdaba09f)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:26.915967 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.925179 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.928580 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:26.976618 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccae2893-0d1f-467c-8b57-002e8034fe9a'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:26.982687 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b8ccac-82b3-4dd7-826e-95dea8d57b39" -d '{"events": [{"server_uuid": "da6063fc-e749-404a-b4e6-e870eed620a3", "name": "network-vif-plugged", "status": "completed", "tag": "ccae2893-0d1f-467c-8b57-002e8034fe9a"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:27.009379 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port ccae2893-0d1f-467c-8b57-002e8034fe9a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:27.020744 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:27.023103 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=b2f32df4-0667-4444-880f-6da765f04577,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:27.030992 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:27.031463 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-47f25327-62d1-4c30-a9c1-5780c788ff40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:27.068162 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021c5ec-9b98-44af-896a-7be71ef59b5c x-openstack-request-id: req-4021c5ec-9b98-44af-896a-7be71ef59b5c {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:27.068460 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6063fc-e749-404a-b4e6-e870eed620a3", "name": "network-vif-plugged", "status": "completed", "tag": "ccae2893-0d1f-467c-8b57-002e8034fe9a", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:27.068716 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4021c5ec-9b98-44af-896a-7be71ef59b5c {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:27.069128 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccae2893-0d1f-467c-8b57-002e8034fe9a', 'code': 200} Jun 29 10:44:27.119523 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=ccae2893-0d1f-467c-8b57-002e8034fe9a,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:27.122929 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:27.343878 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b2f32df4-0667-4444-880f-6da765f04577'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:27.369465 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19531116-34e2-48c0-9d2f-3ed579d01413 req-e72cde51-3b68-457b-a289-f6a942007c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.371575 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-19531116-34e2-48c0-9d2f-3ed579d01413 req-e72cde51-3b68-457b-a289-f6a942007c43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 1099 time: 0.0781429 Jun 29 10:44:27.426173 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-19531116-34e2-48c0-9d2f-3ed579d01413 req-cb16e0fb-260e-4157-9a6f-810008f6a4eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Jun 29 10:44:27.452497 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661011f-acee-42c8-a433-e65a3e47afec req-9a271ff6-2943-48ea-a5ca-c0a53fce1828 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.457588 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a661011f-acee-42c8-a433-e65a3e47afec req-9a271ff6-2943-48ea-a5ca-c0a53fce1828 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0789607 Jun 29 10:44:27.517974 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a661011f-acee-42c8-a433-e65a3e47afec req-70d89a48-23b5-47de-86cc-a435a85750d7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Jun 29 10:44:27.623744 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670e96-d35b-4a0d-a80a-f0374b08150c req-9ac40256-c06a-4028-b962-0f8e004599af tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.625498 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-73670e96-d35b-4a0d-a80a-f0374b08150c req-9ac40256-c06a-4028-b962-0f8e004599af tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 946 time: 0.0876534 Jun 29 10:44:27.666651 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-73670e96-d35b-4a0d-a80a-f0374b08150c req-5f58e894-2c36-454b-b207-a327b2a5ebe7 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Jun 29 10:44:28.014581 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7712-2d9c-463b-8399-faecf27dfed4 req-5f7ed5ab-d202-41de-a81d-b06ab438e81c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.020532 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-98bc7712-2d9c-463b-8399-faecf27dfed4 req-5f7ed5ab-d202-41de-a81d-b06ab438e81c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 945 time: 0.1009951 Jun 29 10:44:28.082431 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-98bc7712-2d9c-463b-8399-faecf27dfed4 req-89e0e55b-93d5-47fb-b38d-223f0a4eff48 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Jun 29 10:44:28.478346 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-6defa1b4-b5d8-4176-9ba7-152dfe478506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.789735 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.972563 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-2d0cde3e-9147-405e-b20c-280064dc1696 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.974060 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-2d0cde3e-9147-405e-b20c-280064dc1696 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.3796854 Jun 29 10:44:28.985871 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28325c4-d54d-4c6b-92b4-ae042923a7f3 req-79aadbdc-fe32-4f78-9e44-a833da418255 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.987242 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b28325c4-d54d-4c6b-92b4-ae042923a7f3 req-79aadbdc-fe32-4f78-9e44-a833da418255 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.3476572 Jun 29 10:44:29.003943 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-e12029ed-1d73-49e3-910e-028c1c97de8d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/quotas/8b32857749654c2f8e13b2787b81f769 HTTP/1.1" status: 200 len: 375 time: 0.0155971 Jun 29 10:44:29.056937 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b28325c4-d54d-4c6b-92b4-ae042923a7f3 req-d3ff985b-27fd-400c-99ba-13040acf675e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629065 Jun 29 10:44:29.089298 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-1f67bebb-34b9-43a6-9d65-67039aab18e7 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779686 Jun 29 10:44:29.184847 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-5741559c-0723-4303-abbd-b7d97b24a0e7 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889757 Jun 29 10:44:29.272658 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-7fa52f1e-2be8-4ad3-b509-7854ecce9764 service neutron] 10.222.0.53 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814316 Jun 29 10:44:29.355136 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b547c-59a1-4144-8e03-86e0b8e74f29 req-cda3f70b-2d98-4f30-a0ae-b1cab5edd0d3 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.356601 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ec6b547c-59a1-4144-8e03-86e0b8e74f29 req-cda3f70b-2d98-4f30-a0ae-b1cab5edd0d3 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 946 time: 0.0646045 Jun 29 10:44:29.405509 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ec6b547c-59a1-4144-8e03-86e0b8e74f29 req-96724644-4335-4022-a2c3-dff4f0ba7767 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Jun 29 10:44:29.559015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.647781 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f194c29e-0924-48c7-ae10-a54545f65fc2 req-c52e3069-7adb-4e03-ab70-5f238484dc21 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 210 time: 0.0347128 Jun 29 10:44:29.658247 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bac2ba-79cf-413f-9560-b73d4a0725e3 req-8136dc0c-9750-46d3-b2bd-9f91d3d1ac1c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.665468 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-81bac2ba-79cf-413f-9560-b73d4a0725e3 req-8136dc0c-9750-46d3-b2bd-9f91d3d1ac1c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 945 time: 0.1153569 Jun 29 10:44:29.717478 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-81bac2ba-79cf-413f-9560-b73d4a0725e3 req-ab14eacd-ba90-48c3-9718-11f13ad7d34d tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510981 Jun 29 10:44:30.016331 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53818) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:30.149650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.276268 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693162dd-46f2-48b1-9d52-a4678770c34e req-29a390eb-5d29-45c0-b1a6-d0709ff72eb7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.277694 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-693162dd-46f2-48b1-9d52-a4678770c34e req-29a390eb-5d29-45c0-b1a6-d0709ff72eb7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1016486 Jun 29 10:44:30.316536 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.322880 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.329967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-017b3f80-25be-4219-8143-e4714edc7c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:30.354111 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-693162dd-46f2-48b1-9d52-a4678770c34e req-0f548b4d-7c5b-478f-b545-9f91463241d0 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653436 Jun 29 10:44:30.382985 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc7864-bebf-4538-a121-c9c269e755ef,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:30.382985 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6281285b9a1544c5add2b5a6eca9b456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620090 Jun 29 10:44:30.382985 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53832) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:30.389942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.439041 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.459510 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.542549 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.544992 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.546093 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bbc7864-bebf-4538-a121-c9c269e755ef HTTP/1.1" status: 204 len: 168 time: 0.1629009 Jun 29 10:44:30.548168 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-185bbeef-d520-466d-9b1b-6237ce203ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:30.556964 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b2f32df4-0667-4444-880f-6da765f04577 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:30.558298 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f9c30-bf05-450d-b8c4-ac1866db6ea5 req-3262fd0d-aa33-4bc6-ad64-796a67cc818f tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.559781 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f60f9c30-bf05-450d-b8c4-ac1866db6ea5 req-3262fd0d-aa33-4bc6-ad64-796a67cc818f tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 946 time: 0.0779219 Jun 29 10:44:30.572628 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc7864-bebf-4538-a121-c9c269e755ef,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:30.575773 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.615033 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f60f9c30-bf05-450d-b8c4-ac1866db6ea5 req-e9af5086-0cfd-41d2-8ce9-2e22f985853f tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Jun 29 10:44:30.645285 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port b2f32df4-0667-4444-880f-6da765f04577 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:30.650690 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port b2f32df4-0667-4444-880f-6da765f04577 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:30.651270 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.760270 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.818574 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f32df4-0667-4444-880f-6da765f04577'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:30.821259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aed7bf-244b-421f-88ad-95173c6a4376" -d '{"events": [{"server_uuid": "2d8e132c-19a5-43cd-9c96-5b8d23963cb6", "name": "network-vif-plugged", "status": "completed", "tag": "b2f32df4-0667-4444-880f-6da765f04577"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:30.840568 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port b2f32df4-0667-4444-880f-6da765f04577, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2f32df4-0667-4444-880f-6da765f04577,segment=NetworkSegment(bdd9f723-84a9-438e-81fb-cf34cdaba09f),segment_id=bdd9f723-84a9-438e-81fb-cf34cdaba09f)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:30.847074 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.851120 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:30.893766 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53852) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:30.910243 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.927920 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=b2f32df4-0667-4444-880f-6da765f04577,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:30.937774 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.944087 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-70c26169-3cac-40fc-8a15-53792fd430f6 req-f7fbd475-7cd3-45ab-8224-7a70e56403d4 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 210 time: 0.0582080 Jun 29 10:44:30.998085 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f085e1-e89f-4d77-9ada-41cd5f8627e7 req-efd51f2d-214f-49a2-8409-cc6400732042 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.001180 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-39f085e1-e89f-4d77-9ada-41cd5f8627e7 req-efd51f2d-214f-49a2-8409-cc6400732042 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 946 time: 0.1274283 Jun 29 10:44:31.027268 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f50cc-af95-4dbc-957a-04c17461c49e x-openstack-request-id: req-ef4f50cc-af95-4dbc-957a-04c17461c49e {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:31.027889 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8e132c-19a5-43cd-9c96-5b8d23963cb6", "name": "network-vif-plugged", "status": "completed", "tag": "b2f32df4-0667-4444-880f-6da765f04577", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:31.028393 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef4f50cc-af95-4dbc-957a-04c17461c49e {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:31.028975 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f32df4-0667-4444-880f-6da765f04577', 'code': 200} Jun 29 10:44:31.052136 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-59ccbdcb-1ad5-45d8-b278-016979cb638e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.053784 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-59ccbdcb-1ad5-45d8-b278-016979cb638e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 815 time: 0.1351845 Jun 29 10:44:31.065879 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-39f085e1-e89f-4d77-9ada-41cd5f8627e7 req-ebd41a7a-4249-4550-8cfc-5649238a2ea2 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581028 Jun 29 10:44:31.080524 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Request body: {'port': {'device_id': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'admin_state_up': True, 'tenant_id': '8b32857749654c2f8e13b2787b81f769'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:31.138405 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.454700 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.461882 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.467263 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-dfb8588f-6b0f-4993-98d3-b177857a17cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.505033 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb86a4-049f-4924-8e30-c96559f5864e req-b33d319b-9de5-4ec3-81d0-2e499d6a02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.506493 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8acb86a4-049f-4924-8e30-c96559f5864e req-b33d319b-9de5-4ec3-81d0-2e499d6a02f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 1099 time: 0.1949885 Jun 29 10:44:31.517857 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d27b4-6b9b-4bb0-b7b2-a527a4e01669,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.526808 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae938271c1944724811969351ca0f3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308537 Jun 29 10:44:31.527099 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53862) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:31.528369 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.539815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Made reservation on behalf of 8b32857749654c2f8e13b2787b81f769 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:31.543672 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.565453 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8a74-e7b5-415c-98c7-a7bd648f5afd req-f92ba847-dd7e-496b-adec-5a9439829ea8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.567257 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-02ea8a74-e7b5-415c-98c7-a7bd648f5afd req-f92ba847-dd7e-496b-adec-5a9439829ea8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0900230 Jun 29 10:44:31.583825 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8acb86a4-049f-4924-8e30-c96559f5864e req-9b2d8f57-dea4-4a25-b45c-e71b4d4fab24 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Jun 29 10:44:31.616083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.630443 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-02ea8a74-e7b5-415c-98c7-a7bd648f5afd req-4afb2818-10c2-4e46-b343-381ae7e73b3a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540791 Jun 29 10:44:31.646621 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.691367 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Allocated IP 172.20.0.11 (ca386184-dfcc-4848-849b-7197a8359a8e/9cdd8595-0b70-4264-8227-147e5f16fc71/f2d92c1b-d81e-463f-83c5-417123b528b8) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:31.706492 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.709785 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.711409 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a06d27b4-6b9b-4bb0-b7b2-a527a4e01669 HTTP/1.1" status: 204 len: 168 time: 0.1830528 Jun 29 10:44:31.712162 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.732191 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d27b4-6b9b-4bb0-b7b2-a527a4e01669,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.737851 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.840690 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.846108 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171c6eb-8547-4cfa-8bbb-5a2efaf3a047 req-3acd7ccf-9fe9-4936-b7fc-528e2a2ef5fb tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.847978 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d171c6eb-8547-4cfa-8bbb-5a2efaf3a047 req-3acd7ccf-9fe9-4936-b7fc-528e2a2ef5fb tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 946 time: 0.0863328 Jun 29 10:44:31.887700 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.894487 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-393b801a-4d7b-48b3-a4b8-c8ebac3bf7fb tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.897386 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d171c6eb-8547-4cfa-8bbb-5a2efaf3a047 req-5d73172a-59be-4d3b-988a-34604d17591b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 Jun 29 10:44:31.907456 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3', '8f68a944-5eae-4ab2-8913-36ddc0387496', '7ca2a746-5875-403e-a74d-60560919869f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:31.959732 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Network ca386184-dfcc-4848-849b-7197a8359a8e is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:31.964411 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:31.966843 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event updated for resources: {'Port': ['ID=f2d92c1b-d81e-463f-83c5-417123b528b8,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.970559 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.972243 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:32.043835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.044493 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.075804 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060389 Jun 29 10:44:32.094925 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Request body: {'port': {'device_id': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:32.197455 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.264721 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795217fd-a77f-4df6-8bd4-75c45331a2fb req-b6645456-8c35-42f8-b2d2-e0462d1b5c7d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.265500 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 53884) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:32.272976 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-795217fd-a77f-4df6-8bd4-75c45331a2fb req-b6645456-8c35-42f8-b2d2-e0462d1b5c7d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 932 time: 0.1502397 Jun 29 10:44:32.318665 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-795217fd-a77f-4df6-8bd4-75c45331a2fb req-80dadab3-eeb2-4e2c-b00a-e049656dea88 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Jun 29 10:44:32.491943 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.498919 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05bab9-9b82-4403-acc7-4aadf8a62313 req-58dfcd61-996c-48fa-b64f-ece5035ce2f5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.505996 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7a05bab9-9b82-4403-acc7-4aadf8a62313 req-58dfcd61-996c-48fa-b64f-ece5035ce2f5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 946 time: 0.1721971 Jun 29 10:44:32.542312 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7a05bab9-9b82-4403-acc7-4aadf8a62313 req-d34e9234-08dd-47c0-9a87-58f8f35809c2 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354292 Jun 29 10:44:32.678267 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d92c1b-d81e-463f-83c5-417123b528b8 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:32.687670 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.724744 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Transition to ACTIVE for port object f2d92c1b-d81e-463f-83c5-417123b528b8 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:32.736456 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.747324 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.753004 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.779090 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.817718 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-d03a35f5-c7a1-4913-a0fd-e62f2f8d5ae6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.819464 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-d03a35f5-c7a1-4913-a0fd-e62f2f8d5ae6 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 946 time: 0.1887295 Jun 29 10:44:32.830263 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d92c1b-d81e-463f-83c5-417123b528b8,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.837807 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.837807 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.869050 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abead5-594c-4136-8301-318f6568ba10 req-04a8fe93-7a7f-4d3a-9657-7f66131c4639 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.870679 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d3abead5-594c-4136-8301-318f6568ba10 req-04a8fe93-7a7f-4d3a-9657-7f66131c4639 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0710313 Jun 29 10:44:32.874911 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f086fe6547a74c62bab3f60281637ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068006 Jun 29 10:44:32.886993 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 53906) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:32.965754 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3af4ad-8806-470a-8f3b-818ab56f400a,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.975811 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.002798 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.016287 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Attempting to bind port f2d92c1b-d81e-463f-83c5-417123b528b8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:33.016432 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Attempting to bind port f2d92c1b-d81e-463f-83c5-417123b528b8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:33.017017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Attempting to bind port f2d92c1b-d81e-463f-83c5-417123b528b8 on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:33.018529 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d3abead5-594c-4136-8301-318f6568ba10 req-f2526aed-a1b1-4000-8f14-541b8ec211bc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375470 Jun 29 10:44:33.024695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Port f2d92c1b-d81e-463f-83c5-417123b528b8 on network ca386184-dfcc-4848-849b-7197a8359a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:33.024695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Attempting to bind port f2d92c1b-d81e-463f-83c5-417123b528b8 on network ca386184-dfcc-4848-849b-7197a8359a8e {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:33.034361 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:33.034708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Checking segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:33.035090 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Bound using segment: {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:33.035531 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Bound port: f2d92c1b-d81e-463f-83c5-417123b528b8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905b057c-1f58-4a51-bfa2-a511aa1a1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:33.035888 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.070917 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.099281 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Deleting port ccae2893-0d1f-467c-8b57-002e8034fe9a {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:33.099628 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.177271 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] For port f2d92c1b-d81e-463f-83c5-417123b528b8, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:33.209709 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] For port f2d92c1b-d81e-463f-83c5-417123b528b8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f2d92c1b-d81e-463f-83c5-417123b528b8,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:33.214536 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.217152 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.222112 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a3af4ad-8806-470a-8f3b-818ab56f400a HTTP/1.1" status: 204 len: 168 time: 0.3338385 Jun 29 10:44:33.224801 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a8cd2880-2f2a-452a-a1f8-9358b473b8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:33.236043 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3af4ad-8806-470a-8f3b-818ab56f400a,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:33.245137 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.259429 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.264255 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90d24c0c-263e-42d0-aa28-f4fe86fb0ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:33.272812 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e586e0-fdd3-4b11-b027-aee04e9c297c req-0432eb55-41b4-4ed5-b16d-81c4ea4a9aaa tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.279770 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71e586e0-fdd3-4b11-b027-aee04e9c297c req-0432eb55-41b4-4ed5-b16d-81c4ea4a9aaa tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 946 time: 0.1402650 Jun 29 10:44:33.330824 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71e586e0-fdd3-4b11-b027-aee04e9c297c req-8a7f0b3e-da35-45dc-b07f-b62871ba44b3 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9276b1-e2a2-419f-a290-24b3c78009f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Jun 29 10:44:33.338309 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.338839 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.340553 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/f2d92c1b-d81e-463f-83c5-417123b528b8 HTTP/1.1" status: 200 len: 1094 time: 1.2528186 Jun 29 10:44:33.342849 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] For port ccae2893-0d1f-467c-8b57-002e8034fe9a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ccae2893-0d1f-467c-8b57-002e8034fe9a,segment=NetworkSegment(1f010255-b63a-40d4-8280-69b37c6acb14),segment_id=1f010255-b63a-40d4-8280-69b37c6acb14)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:33.343301 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.352509 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'tag': 'f2d92c1b-d81e-463f-83c5-417123b528b8'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:33.356245 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df175bc8-1fb3-4c93-8048-b467ddd10520" -d '{"events": [{"name": "network-changed", "server_uuid": "a421f126-fde1-473e-b4ac-d1691224c32b", "tag": "f2d92c1b-d81e-463f-83c5-417123b528b8"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:33.390174 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Calling delete_port for ccae2893-0d1f-467c-8b57-002e8034fe9a owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:33.476005 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d92c1b-d81e-463f-83c5-417123b528b8,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:33.512718 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.514871 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef636364-94f0-46f5-aa6f-4b300db10813 x-openstack-request-id: req-ef636364-94f0-46f5-aa6f-4b300db10813 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:33.515414 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a421f126-fde1-473e-b4ac-d1691224c32b", "tag": "f2d92c1b-d81e-463f-83c5-417123b528b8", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:33.516420 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef636364-94f0-46f5-aa6f-4b300db10813 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:33.517028 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'tag': 'f2d92c1b-d81e-463f-83c5-417123b528b8', 'status': 'completed', 'code': 200} Jun 29 10:44:33.554444 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-023ee707-9011-401e-a4e5-d2b4bbb0d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.556460 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-023ee707-9011-401e-a4e5-d2b4bbb0d479 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 1097 time: 0.1569493 Jun 29 10:44:33.568764 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1c242-ac09-48d2-9bde-8daa03ec4a31 req-ec0d143f-fd10-4639-82a9-4f7074ca5ae8 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.577388 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fbf1c242-ac09-48d2-9bde-8daa03ec4a31 req-ec0d143f-fd10-4639-82a9-4f7074ca5ae8 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 944 time: 0.1002767 Jun 29 10:44:33.612210 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-0268360e-6886-4865-a47d-66e5c7496cea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d92c1b-d81e-463f-83c5-417123b528b8 HTTP/1.1" status: 200 len: 217 time: 0.0466964 Jun 29 10:44:33.629128 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fbf1c242-ac09-48d2-9bde-8daa03ec4a31 req-fb41cb29-f87f-400b-b78c-8d4ac773e7b5 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Jun 29 10:44:33.707548 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-f136ab73-f2f0-43d8-992f-e50c27f84254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.709041 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-f136ab73-f2f0-43d8-992f-e50c27f84254 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.0774050 Jun 29 10:44:33.725740 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.745400 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['ccae2893-0d1f-467c-8b57-002e8034fe9a'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:33.752100 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-20487218-ced6-44e6-9fb1-f6ed2afa6cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330086 Jun 29 10:44:33.752100 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-30274c33-fac0-456a-a268-015c09164172 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:33.752288 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d50c5-60ac-4a31-ae75-e41f376e5f55 req-732e1472-3938-41bb-a638-6767a658bb36 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.752792 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-015d50c5-60ac-4a31-ae75-e41f376e5f55 req-732e1472-3938-41bb-a638-6767a658bb36 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 946 time: 0.0730147 Jun 29 10:44:33.783905 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Pushing event deleted for resources: {'Port': ['ID=ccae2893-0d1f-467c-8b57-002e8034fe9a,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:33.797332 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.813215 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-015d50c5-60ac-4a31-ae75-e41f376e5f55 req-0fb192e4-7a18-4214-b229-6a06742f9813 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511088 Jun 29 10:44:33.886191 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] No DVR routers for this DVR port ccae2893-0d1f-467c-8b57-002e8034fe9a on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:33.889350 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.892748 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b7105108-3ece-4607-b11c-c46e3c7767e8 req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.60 "DELETE /v2.0/ports/ccae2893-0d1f-467c-8b57-002e8034fe9a HTTP/1.1" status: 204 len: 173 time: 1.0346835 Jun 29 10:44:33.925429 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-1686b9d9-4e4c-4a0d-aac6-d4e9dbe109ce service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528909 Jun 29 10:44:34.095695 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41cab3bf-d0ce-4aa5-8649-e8e7c879f112 req-cf8a6c5f-e179-4e8d-b23c-181df0f0886f service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470177 Jun 29 10:44:34.287068 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-e681feb1-a506-4813-81ca-e8a61a28ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.289536 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-e681feb1-a506-4813-81ca-e8a61a28ba41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b32857749654c2f8e13b2787b81f769&device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 1097 time: 0.1125844 Jun 29 10:44:34.294410 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29087f32-e55e-47c3-999a-bc843ff788e5 req-4b4ce029-3eb1-4a77-9205-1775301800a5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.295943 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-29087f32-e55e-47c3-999a-bc843ff788e5 req-4b4ce029-3eb1-4a77-9205-1775301800a5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0963740 Jun 29 10:44:34.345233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-29087f32-e55e-47c3-999a-bc843ff788e5 req-31383da1-79e3-478a-9a5c-f6db1de964d9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Jun 29 10:44:34.418561 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-98b54100-a81d-4ec9-9869-77dcbab2fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.420001 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-98b54100-a81d-4ec9-9869-77dcbab2fd41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 200 len: 916 time: 0.1161277 Jun 29 10:44:34.499462 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-9b7dd083-de83-4a7a-ae41-2a06c05edc9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2d92c1b-d81e-463f-83c5-417123b528b8 HTTP/1.1" status: 200 len: 217 time: 0.0604146 Jun 29 10:44:34.523096 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b875aac7-5fd5-469a-89e7-e1ab6cb93a03 req-ff28be3a-201d-4a17-927c-10763fb086e3 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6063fc-e749-404a-b4e6-e870eed620a3 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Jun 29 10:44:34.555495 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-e05ce27f-984b-442b-ae88-c4a03cac259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.557007 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-e05ce27f-984b-442b-ae88-c4a03cac259e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 200 len: 855 time: 0.0492635 Jun 29 10:44:34.592732 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-01808868-2d05-4bcc-bafe-0e4ae9fc6b29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca386184-dfcc-4848-849b-7197a8359a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255826 Jun 29 10:44:34.701098 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-17469b66-cdaf-4d61-978e-b922ded38c34 service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911772 Jun 29 10:44:34.810325 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df175bc8-1fb3-4c93-8048-b467ddd10520 req-76c37535-90d5-4afb-a4b3-18078535482b service neutron] 10.222.0.60 "GET /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917306 Jun 29 10:44:34.823650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5121ab-a74c-4fdf-b426-bf41da30bd24 req-2b8fc93c-5dea-4a04-827c-ab49c5c2fd64 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.825181 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b5121ab-a74c-4fdf-b426-bf41da30bd24 req-2b8fc93c-5dea-4a04-827c-ab49c5c2fd64 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 944 time: 0.0753887 Jun 29 10:44:34.864785 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b5121ab-a74c-4fdf-b426-bf41da30bd24 req-203e5808-3db7-42e1-81f0-e7a3939ec5f4 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Jun 29 10:44:35.518177 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'name': 'network-vif-deleted', 'tag': 'ccae2893-0d1f-467c-8b57-002e8034fe9a'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:35.521475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f386c60-4a6d-42af-8df7-a3c3c2186053" -d '{"events": [{"server_uuid": "da6063fc-e749-404a-b4e6-e870eed620a3", "name": "network-vif-deleted", "tag": "ccae2893-0d1f-467c-8b57-002e8034fe9a"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:35.538463 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199273e-0c45-4f49-83a8-b8ff152adc46 req-0b0266ea-78c9-47b5-ace6-a198a6208a63 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.540190 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9199273e-0c45-4f49-83a8-b8ff152adc46 req-0b0266ea-78c9-47b5-ace6-a198a6208a63 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0780292 Jun 29 10:44:35.583486 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9199273e-0c45-4f49-83a8-b8ff152adc46 req-5d66df5a-b00c-41a9-adc3-064931442651 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Jun 29 10:44:35.645897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b9cc65-65be-4dc8-9d17-5db89908ae10 x-openstack-request-id: req-02b9cc65-65be-4dc8-9d17-5db89908ae10 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:35.646425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6063fc-e749-404a-b4e6-e870eed620a3", "name": "network-vif-deleted", "tag": "ccae2893-0d1f-467c-8b57-002e8034fe9a", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:35.646899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02b9cc65-65be-4dc8-9d17-5db89908ae10 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:35.648103 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6063fc-e749-404a-b4e6-e870eed620a3', 'name': 'network-vif-deleted', 'tag': 'ccae2893-0d1f-467c-8b57-002e8034fe9a', 'status': 'completed', 'code': 200} Jun 29 10:44:36.048547 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638fdca-ab7b-4540-9fc2-91e4870a27d6 req-10394b62-5568-4577-8c62-45b728ed4d47 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.050229 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f638fdca-ab7b-4540-9fc2-91e4870a27d6 req-10394b62-5568-4577-8c62-45b728ed4d47 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 944 time: 0.0665972 Jun 29 10:44:36.091455 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f638fdca-ab7b-4540-9fc2-91e4870a27d6 req-0a642165-a2c1-47b0-a913-1520b370f655 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Jun 29 10:44:36.619701 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device ccae2893-0d1f-467c-8b57-002e8034fe9a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:36.681270 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77511498-7b3f-4cfd-8949-546d6689feb4 req-0b730eba-fcec-4c8a-9889-48fd6569aa51 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.682721 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-77511498-7b3f-4cfd-8949-546d6689feb4 req-0b730eba-fcec-4c8a-9889-48fd6569aa51 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 946 time: 0.0739684 Jun 29 10:44:36.757577 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: ccae2893-0d1f-467c-8b57-002e8034fe9a {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:36.757944 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device ccae2893-0d1f-467c-8b57-002e8034fe9a not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:36.758112 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-77511498-7b3f-4cfd-8949-546d6689feb4 req-9af97b1e-87ae-4588-9fff-c99305159f7c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675781 Jun 29 10:44:36.795351 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b60702-3896-4cb7-946c-23eb76eed0d0 req-0f4946ed-da51-4b12-bc9d-e0fab2f6e7b2 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.796990 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f5b60702-3896-4cb7-946c-23eb76eed0d0 req-0f4946ed-da51-4b12-bc9d-e0fab2f6e7b2 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0918508 Jun 29 10:44:36.836323 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f5b60702-3896-4cb7-946c-23eb76eed0d0 req-5afe1965-4b17-4259-a6ac-aa9fde459844 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Jun 29 10:44:37.077316 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54076) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:37.206450 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.287984 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b76f8-7021-4448-8005-b57f001f3e0b req-fb72cbce-9363-40b5-a508-e90740db88cf tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.289589 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-961b76f8-7021-4448-8005-b57f001f3e0b req-fb72cbce-9363-40b5-a508-e90740db88cf tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 944 time: 0.0796001 Jun 29 10:44:37.323928 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.329336 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.332626 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ec27a864-4982-4f47-8ffd-02d11c5c72ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:37.341319 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-961b76f8-7021-4448-8005-b57f001f3e0b req-9d325f51-48c5-408a-a28d-b7dcc2fc34a8 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Jun 29 10:44:37.371002 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efee2f08732c47dd8ae81490f60755e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923794 Jun 29 10:44:37.372153 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345be2e6-a877-4c38-9778-268d95706feb,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:37.373648 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54096) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:37.376039 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:37.430919 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.462341 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.521970 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.525674 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.526741 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/345be2e6-a877-4c38-9778-268d95706feb HTTP/1.1" status: 204 len: 168 time: 0.1517971 Jun 29 10:44:37.527566 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f39254d5-8710-4747-bf42-ae5ff65f1f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:37.538025 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345be2e6-a877-4c38-9778-268d95706feb,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:37.540942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:37.837177 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54112) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:37.850843 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.030483 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06493174-b4ff-413d-90e2-0139b4240df0 req-aa07702f-a923-4c9c-bebc-4e0656e06957 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.032924 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-06493174-b4ff-413d-90e2-0139b4240df0 req-aa07702f-a923-4c9c-bebc-4e0656e06957 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 946 time: 0.1285784 Jun 29 10:44:38.035441 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.046953 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.069902 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d4279118-5070-47b9-87d3-594d6a2126c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.131088 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ac30f5224f44fa49d4b946229ca90b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927527 Jun 29 10:44:38.134329 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54118) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:38.136355 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adae5a2-82a9-49c3-bbf0-1823ce8eefce,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.142383 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.155001 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-06493174-b4ff-413d-90e2-0139b4240df0 req-e80759dc-decf-4487-9beb-64a19574bbce tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/security-groups?id=93408efa-4d63-4dd6-bbdc-434ec351de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110792 Jun 29 10:44:38.193964 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d119c-c8f2-46af-b3a4-4e16ced9dd4d req-02817575-5b31-444b-ad91-ee3ae6fa64e3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.195534 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5c1d119c-c8f2-46af-b3a4-4e16ced9dd4d req-02817575-5b31-444b-ad91-ee3ae6fa64e3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1753874 Jun 29 10:44:38.213005 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.247534 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.269576 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5c1d119c-c8f2-46af-b3a4-4e16ced9dd4d req-7dfbf04b-95d8-439d-8e52-492d965762b8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677383 Jun 29 10:44:38.325335 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.328829 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.330327 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7adae5a2-82a9-49c3-bbf0-1823ce8eefce HTTP/1.1" status: 204 len: 168 time: 0.1941755 Jun 29 10:44:38.331205 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b61ef0a0-739b-4e60-87ea-e15cf0179dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.344157 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adae5a2-82a9-49c3-bbf0-1823ce8eefce,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.349013 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.621111 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device f2d92c1b-d81e-463f-83c5-417123b528b8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:38.727134 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-24f80ed6-bf7b-4b4c-a71b-dd1dc86fec6c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.731268 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-24f80ed6-bf7b-4b4c-a71b-dd1dc86fec6c tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 946 time: 0.2220104 Jun 29 10:44:38.737209 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e45e1b-c6d7-40d4-bd7b-d36a96dc32c0 req-29ccd124-c8db-42b5-8f2b-3dd328518d3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.749037 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c8e45e1b-c6d7-40d4-bd7b-d36a96dc32c0 req-29ccd124-c8db-42b5-8f2b-3dd328518d3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 944 time: 0.2273977 Jun 29 10:44:38.838251 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c8e45e1b-c6d7-40d4-bd7b-d36a96dc32c0 req-8cae5fcb-abe3-405b-bfd9-34900e5bf732 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856659 Jun 29 10:44:38.863949 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port f2d92c1b-d81e-463f-83c5-417123b528b8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f2d92c1b-d81e-463f-83c5-417123b528b8,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:38.881096 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'f2d92c1b-d81e-463f-83c5-417123b528b8', 'network_id': 'ca386184-dfcc-4848-849b-7197a8359a8e', 'port_id': 'f2d92c1b-d81e-463f-83c5-417123b528b8', 'mac_address': 'fa:16:3e:73:82:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdd8595-0b70-4264-8227-147e5f16fc71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:38.896272 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Deleting port b2f32df4-0667-4444-880f-6da765f04577 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:38.897168 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.926527 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.946440 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d92c1b-d81e-463f-83c5-417123b528b8 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:38.968041 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port f2d92c1b-d81e-463f-83c5-417123b528b8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f2d92c1b-d81e-463f-83c5-417123b528b8,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:38.980512 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.983653 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.049073 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=f2d92c1b-d81e-463f-83c5-417123b528b8,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.051227 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] For port b2f32df4-0667-4444-880f-6da765f04577, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2f32df4-0667-4444-880f-6da765f04577,segment=NetworkSegment(bdd9f723-84a9-438e-81fb-cf34cdaba09f),segment_id=bdd9f723-84a9-438e-81fb-cf34cdaba09f)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:39.051776 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.060517 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.067761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Calling delete_port for b2f32df4-0667-4444-880f-6da765f04577 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:39.239243 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.245053 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-51b33d49-205e-4eaa-a5ba-df2fbfee7a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.254796 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b2f32df4-0667-4444-880f-6da765f04577'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:39.296489 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Pushing event deleted for resources: {'Port': ['ID=b2f32df4-0667-4444-880f-6da765f04577,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.302057 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.353976 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] No DVR routers for this DVR port b2f32df4-0667-4444-880f-6da765f04577 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:39.358505 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.362713 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-317f2d8c-e950-4dfe-873c-bb2e831674e1 req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.60 "DELETE /v2.0/ports/b2f32df4-0667-4444-880f-6da765f04577 HTTP/1.1" status: 204 len: 173 time: 0.6226711 Jun 29 10:44:39.363227 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'name': 'network-vif-deleted', 'tag': 'b2f32df4-0667-4444-880f-6da765f04577'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:39.365604 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff9db7-1fe1-470f-a1ba-4171cdcc7e31" -d '{"events": [{"server_uuid": "2d8e132c-19a5-43cd-9c96-5b8d23963cb6", "name": "network-vif-deleted", "tag": "b2f32df4-0667-4444-880f-6da765f04577"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:39.376889 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['f2d92c1b-d81e-463f-83c5-417123b528b8'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:39.415175 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f3ec178e-676c-41b9-9f67-0708c3e26d01 req-746f4c2e-889d-4f76-aa3e-afb0b3113777 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8e132c-19a5-43cd-9c96-5b8d23963cb6 HTTP/1.1" status: 200 len: 210 time: 0.0447781 Jun 29 10:44:39.491186 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30409ce-b291-41b9-bb73-f04dfc1ec955 x-openstack-request-id: req-a30409ce-b291-41b9-bb73-f04dfc1ec955 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:39.492059 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8e132c-19a5-43cd-9c96-5b8d23963cb6", "name": "network-vif-deleted", "tag": "b2f32df4-0667-4444-880f-6da765f04577", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:39.492340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a30409ce-b291-41b9-bb73-f04dfc1ec955 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:39.492765 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8e132c-19a5-43cd-9c96-5b8d23963cb6', 'name': 'network-vif-deleted', 'tag': 'b2f32df4-0667-4444-880f-6da765f04577', 'status': 'completed', 'code': 200} Jun 29 10:44:39.691380 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb20d-51fb-40ef-8f57-8f67519a2523 req-4f7f49fd-1882-4724-80cd-7ababe941bf6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.693344 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2c5bb20d-51fb-40ef-8f57-8f67519a2523 req-4f7f49fd-1882-4724-80cd-7ababe941bf6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0976815 Jun 29 10:44:39.740925 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2c5bb20d-51fb-40ef-8f57-8f67519a2523 req-674a6533-bc9d-405c-abe1-00b910c95df8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Jun 29 10:44:40.145496 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63388-aaf6-4611-9ce4-f316b27c6264 req-1366a787-ab8a-4341-95a8-80d2c200eb37 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.156944 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b9f63388-aaf6-4611-9ce4-f316b27c6264 req-1366a787-ab8a-4341-95a8-80d2c200eb37 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 945 time: 0.1432157 Jun 29 10:44:40.322233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b9f63388-aaf6-4611-9ce4-f316b27c6264 req-80bfdce0-0966-40e5-88ac-1735a2de0f0d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643670 Jun 29 10:44:40.640795 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device f2d92c1b-d81e-463f-83c5-417123b528b8 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:40.757504 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port f2d92c1b-d81e-463f-83c5-417123b528b8 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:40.761947 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port f2d92c1b-d81e-463f-83c5-417123b528b8 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:40.762682 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.967647 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.045409 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port f2d92c1b-d81e-463f-83c5-417123b528b8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f2d92c1b-d81e-463f-83c5-417123b528b8,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:41.048304 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d92c1b-d81e-463f-83c5-417123b528b8'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:41.053956 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c7556-3967-474e-84c5-b8d34a0d0558" -d '{"events": [{"server_uuid": "a421f126-fde1-473e-b4ac-d1691224c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f2d92c1b-d81e-463f-83c5-417123b528b8"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:41.063786 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.064970 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b2f32df4-0667-4444-880f-6da765f04577 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:41.106900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa235c-b7ba-4f5b-955d-80454a349d68 req-d5926100-9b05-4927-bf76-481f4f1dbc07 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.108448 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-deaa235c-b7ba-4f5b-955d-80454a349d68 req-d5926100-9b05-4927-bf76-481f4f1dbc07 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1267600 Jun 29 10:44:41.113923 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:41.208195 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-deaa235c-b7ba-4f5b-955d-80454a349d68 req-e36037cd-b21d-478f-8834-63a0a231a192 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Jun 29 10:44:41.231212 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: b2f32df4-0667-4444-880f-6da765f04577 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:41.231921 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b2f32df4-0667-4444-880f-6da765f04577 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:41.244188 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=f2d92c1b-d81e-463f-83c5-417123b528b8,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:41.247281 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:41.306892 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9031c860-57ec-45e6-93b0-c8b00d275564 x-openstack-request-id: req-9031c860-57ec-45e6-93b0-c8b00d275564 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:41.309030 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a421f126-fde1-473e-b4ac-d1691224c32b", "name": "network-vif-plugged", "status": "completed", "tag": "f2d92c1b-d81e-463f-83c5-417123b528b8", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:41.319794 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9031c860-57ec-45e6-93b0-c8b00d275564 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:41.320495 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d92c1b-d81e-463f-83c5-417123b528b8', 'code': 200} Jun 29 10:44:41.607436 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1a8ce-969d-43ec-98ea-945e559ba3c9 req-60284a7e-81cc-4af9-995f-b2ac5ed3a3ac tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.610441 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-16c1a8ce-969d-43ec-98ea-945e559ba3c9 req-60284a7e-81cc-4af9-995f-b2ac5ed3a3ac tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.1305025 Jun 29 10:44:41.616681 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e131a-fe02-4290-891d-e53e9ff2f5d9 req-641f9c5b-eadc-4502-bad4-fa04dbe7f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.618473 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-581e131a-fe02-4290-891d-e53e9ff2f5d9 req-641f9c5b-eadc-4502-bad4-fa04dbe7f0c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 1099 time: 0.0724509 Jun 29 10:44:41.657366 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-581e131a-fe02-4290-891d-e53e9ff2f5d9 req-fd8c8413-a014-4889-a4c4-29a670dcf21e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Jun 29 10:44:41.658512 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-16c1a8ce-969d-43ec-98ea-945e559ba3c9 req-4918fe66-4ea5-4393-a966-da0fac1587d1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Jun 29 10:44:42.562653 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e5302-303c-4869-8abf-70c29110e173 req-1b85beff-2194-4a36-b327-3460a290ff2a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.564390 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-021e5302-303c-4869-8abf-70c29110e173 req-1b85beff-2194-4a36-b327-3460a290ff2a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0974929 Jun 29 10:44:42.608390 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-021e5302-303c-4869-8abf-70c29110e173 req-14173ff4-a68c-4de8-bfea-446f8f569c3d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 Jun 29 10:44:42.896761 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf645e-ea36-4e40-9e97-7e5ba75bd79a req-1b7651fd-c41d-4e1b-8a57-3d8b910de307 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.898842 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0fdf645e-ea36-4e40-9e97-7e5ba75bd79a req-1b7651fd-c41d-4e1b-8a57-3d8b910de307 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.0950215 Jun 29 10:44:42.949067 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0fdf645e-ea36-4e40-9e97-7e5ba75bd79a req-e7d14c54-2ed4-434f-b306-148350b5879e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Jun 29 10:44:43.416184 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad438e9-6c3f-49a0-a489-adfbfe4c97e5 req-00e8810f-e6e0-4153-8609-76bf2dcc4495 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.425052 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bad438e9-6c3f-49a0-a489-adfbfe4c97e5 req-00e8810f-e6e0-4153-8609-76bf2dcc4495 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0867949 Jun 29 10:44:43.470749 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bad438e9-6c3f-49a0-a489-adfbfe4c97e5 req-eb3511ca-8f65-49de-94c1-b6bc68a77d98 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445585 Jun 29 10:44:43.909099 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8178b7-fff4-4133-96b7-a3be7ddad3c1 req-513007da-05c8-4978-8677-eb26fe201ebb tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.910942 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2d8178b7-fff4-4133-96b7-a3be7ddad3c1 req-513007da-05c8-4978-8677-eb26fe201ebb tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0877199 Jun 29 10:44:43.991105 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2d8178b7-fff4-4133-96b7-a3be7ddad3c1 req-791f4caa-a95b-495f-a9f4-4aa7fe51fe90 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742226 Jun 29 10:44:44.013650 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54294) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:44.159639 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.191169 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846569d1-fd0f-4cbd-bf0d-d9c9395f8a86 req-0c9c2c9e-fc5e-4672-8e25-4a7f5d0ae938 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.193437 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-846569d1-fd0f-4cbd-bf0d-d9c9395f8a86 req-0c9c2c9e-fc5e-4672-8e25-4a7f5d0ae938 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.0809352 Jun 29 10:44:44.250763 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-846569d1-fd0f-4cbd-bf0d-d9c9395f8a86 req-734a2cc2-c2a7-427c-9cb9-55be47bfaf51 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513415 Jun 29 10:44:44.269554 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.277585 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.285487 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-24181a23-dcdf-4cef-b80c-333bd5fa4ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.350765 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0244548f1b5d4d9f883d84b7b012dd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357494 Jun 29 10:44:44.353278 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54300) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:44.363721 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edbe2f-c118-43ec-bcb3-7d0769223e18,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:44.369674 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:44.434251 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.461065 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.536880 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.546806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.547986 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3edbe2f-c118-43ec-bcb3-7d0769223e18 HTTP/1.1" status: 204 len: 168 time: 0.1929400 Jun 29 10:44:44.548761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-01284441-171e-4106-860e-87d966f77971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.567073 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edbe2f-c118-43ec-bcb3-7d0769223e18,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:44.579217 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:44.774910 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8b421-6b50-45aa-9b55-0f47332380c8 req-3caa8018-7ba6-4d53-9554-96dd393ee200 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.783299 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0aa8b421-6b50-45aa-9b55-0f47332380c8 req-3caa8018-7ba6-4d53-9554-96dd393ee200 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0886047 Jun 29 10:44:44.866425 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0aa8b421-6b50-45aa-9b55-0f47332380c8 req-2466ab41-8c48-45eb-a261-b701614f6031 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804386 Jun 29 10:44:45.001531 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54326) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:45.032850 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.292536 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.306599 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.325109 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fb0cc593-def6-4534-8fa3-b8d4ba6deb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:45.377327 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=531dc1b7cdf7434d89da34ff039fde47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746982 Jun 29 10:44:45.379329 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f39eec-a813-42cf-9b2d-ccee0275955e,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:45.380259 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54336) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:45.383422 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:45.414603 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea6f59-f15d-4705-9722-ac3e07db2930 req-4c4fc922-980c-4e4e-8d37-27d082c4f3ad tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.416385 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5dea6f59-f15d-4705-9722-ac3e07db2930 req-4c4fc922-980c-4e4e-8d37-27d082c4f3ad tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1217542 Jun 29 10:44:45.463331 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.474702 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5dea6f59-f15d-4705-9722-ac3e07db2930 req-c001312c-f7aa-48f4-a06a-adeba6623ecd tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505469 Jun 29 10:44:45.512999 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.563926 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.566806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.568356 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3f39eec-a813-42cf-9b2d-ccee0275955e HTTP/1.1" status: 204 len: 168 time: 0.1861813 Jun 29 10:44:45.569490 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a7a04f8d-f46c-49be-853b-54c5e236abed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:45.580956 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f39eec-a813-42cf-9b2d-ccee0275955e,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:45.583873 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.153335 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b66c-27a3-4357-8fd0-ed3154118c22 req-746699df-0cda-471a-b107-dcf5a12c554c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.157330 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-42a1b66c-27a3-4357-8fd0-ed3154118c22 req-746699df-0cda-471a-b107-dcf5a12c554c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0984507 Jun 29 10:44:46.223072 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-42a1b66c-27a3-4357-8fd0-ed3154118c22 req-535eebdc-a385-4136-8b96-3c7834e50715 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553529 Jun 29 10:44:46.772490 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbca78-8ff5-4cc0-9e30-9a707314bd03 req-4298cfed-308e-41b6-8c47-365b689ccd79 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.780057 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4edbca78-8ff5-4cc0-9e30-9a707314bd03 req-4298cfed-308e-41b6-8c47-365b689ccd79 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1118188 Jun 29 10:44:46.832847 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4edbca78-8ff5-4cc0-9e30-9a707314bd03 req-0135e348-5ed8-4bef-9469-ac7a2d274287 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512683 Jun 29 10:44:47.517173 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc544-c7e9-4bb6-8ebb-27b7e2a522f5 req-9a3e8ef5-e8fd-499f-b2e0-56d34c2fd9cd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.527945 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-80ebc544-c7e9-4bb6-8ebb-27b7e2a522f5 req-9a3e8ef5-e8fd-499f-b2e0-56d34c2fd9cd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1455936 Jun 29 10:44:47.574822 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-80ebc544-c7e9-4bb6-8ebb-27b7e2a522f5 req-d8b8fbe9-6f81-430c-bcf0-0be3b5ed34f8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Jun 29 10:44:48.082264 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad9fa4-e5f7-4de7-9c39-d23f3e7e72b7 req-d9c1be59-44d0-4b1c-9c21-e054e5df6197 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.083837 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1aad9fa4-e5f7-4de7-9c39-d23f3e7e72b7 req-d9c1be59-44d0-4b1c-9c21-e054e5df6197 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1116033 Jun 29 10:44:48.127501 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1aad9fa4-e5f7-4de7-9c39-d23f3e7e72b7 req-4b2bf82d-5b82-4fa0-a742-b9137089154d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jun 29 10:44:48.778935 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f9b06-84f5-4097-a581-054f207a4249 req-b91c242b-fc0f-4fa8-83cb-5ff8ff2000e4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.781056 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6f9f9b06-84f5-4097-a581-054f207a4249 req-b91c242b-fc0f-4fa8-83cb-5ff8ff2000e4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0763240 Jun 29 10:44:48.828370 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6f9f9b06-84f5-4097-a581-054f207a4249 req-fc996721-0521-4114-b093-34d80bf2e514 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385866 Jun 29 10:44:49.416320 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38e11-4606-42b6-b0d1-7a2db6a48264 req-2e812c3b-8be0-48bd-8d5e-f880a2b49a59 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.433878 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-76a38e11-4606-42b6-b0d1-7a2db6a48264 req-2e812c3b-8be0-48bd-8d5e-f880a2b49a59 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1764636 Jun 29 10:44:49.591240 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.597993 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-76a38e11-4606-42b6-b0d1-7a2db6a48264 req-0fd10d00-cf77-4c52-9fb2-80c7c9d67521 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545243 Jun 29 10:44:50.058309 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3efa2-7084-45f9-9947-ca97d23e5868 req-2c0c283c-dad1-4621-8a1f-7de791c463e4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.067450 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-88f3efa2-7084-45f9-9947-ca97d23e5868 req-2c0c283c-dad1-4621-8a1f-7de791c463e4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1103249 Jun 29 10:44:50.135233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-88f3efa2-7084-45f9-9947-ca97d23e5868 req-e7e7c0e0-8aab-4ded-b33d-f91916051b5f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664763 Jun 29 10:44:50.841094 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ea8f-5a4c-48e7-b0c4-bf6078815e1e req-b4bf9b43-59d5-49f3-9efa-7ca847cd10f1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.850599 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a2a0ea8f-5a4c-48e7-b0c4-bf6078815e1e req-b4bf9b43-59d5-49f3-9efa-7ca847cd10f1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1064615 Jun 29 10:44:50.900578 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a2a0ea8f-5a4c-48e7-b0c4-bf6078815e1e req-5b20633e-c199-48c3-8a14-b037059d6f5c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Jun 29 10:44:51.343928 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f641e90-0a55-4de3-804d-5ff522840e6c req-f009c75d-0b93-44ee-82ed-1ee4fb1f8fd0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.345588 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3f641e90-0a55-4de3-804d-5ff522840e6c req-f009c75d-0b93-44ee-82ed-1ee4fb1f8fd0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0785046 Jun 29 10:44:51.399834 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3f641e90-0a55-4de3-804d-5ff522840e6c req-ce27b704-657a-4314-8251-ae01628e5ae0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Jun 29 10:44:51.601045 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:51.649886 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a17b81-b9fa-4971-a726-bb4426fc0d5f req-190016af-221f-433e-8bc0-7d7e856229bb tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.651312 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0a17b81-b9fa-4971-a726-bb4426fc0d5f req-190016af-221f-433e-8bc0-7d7e856229bb tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.0744438 Jun 29 10:44:51.692001 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f0a17b81-b9fa-4971-a726-bb4426fc0d5f req-21c8808e-81d9-4111-a6a6-55943b5c93b0 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339646 Jun 29 10:44:52.112014 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aae9e-b6d7-42b5-9b32-6ff2d17c7062 req-c519e9d3-085b-43b2-b4b5-ce600fd42616 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.113762 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d90aae9e-b6d7-42b5-9b32-6ff2d17c7062 req-c519e9d3-085b-43b2-b4b5-ce600fd42616 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0874016 Jun 29 10:44:52.155951 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d90aae9e-b6d7-42b5-9b32-6ff2d17c7062 req-10b17121-594e-4461-babd-7caabe53a6ce tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354106 Jun 29 10:44:52.594500 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9e82e-aaba-4400-a737-a7e3e5fc057b req-e8ecc96f-f3e9-4d57-af67-7d722a2d6b65 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.596967 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c6c9e82e-aaba-4400-a737-a7e3e5fc057b req-e8ecc96f-f3e9-4d57-af67-7d722a2d6b65 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0794868 Jun 29 10:44:52.647323 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c6c9e82e-aaba-4400-a737-a7e3e5fc057b req-cd2df84f-35a2-479e-93e9-189aa95bef57 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441940 Jun 29 10:44:52.814158 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6309e3a-80ca-434e-90d0-53e9d4db6ce1 req-1958fa37-bd9a-4ccc-a8fa-3ca14690b334 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.815629 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6309e3a-80ca-434e-90d0-53e9d4db6ce1 req-1958fa37-bd9a-4ccc-a8fa-3ca14690b334 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0707517 Jun 29 10:44:52.884257 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6309e3a-80ca-434e-90d0-53e9d4db6ce1 req-81f27ffd-e31c-410a-a963-106a77fe7ebc tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588706 Jun 29 10:44:52.922077 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bae75-0028-4a44-8659-20774888a1d3 req-4417de3a-7aeb-4c04-a651-2869167bd9d1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.923766 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-816bae75-0028-4a44-8659-20774888a1d3 req-4417de3a-7aeb-4c04-a651-2869167bd9d1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.1072507 Jun 29 10:44:52.962613 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-816bae75-0028-4a44-8659-20774888a1d3 req-14a07421-df79-4d9b-b34d-1afe9e413d70 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Jun 29 10:44:53.358385 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c6a8-fc14-4fd4-abaf-8b17c3e42b38 req-293fad50-6b8d-4ae6-9a87-d72ec711a223 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.360009 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7975c6a8-fc14-4fd4-abaf-8b17c3e42b38 req-293fad50-6b8d-4ae6-9a87-d72ec711a223 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0690961 Jun 29 10:44:53.400552 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7975c6a8-fc14-4fd4-abaf-8b17c3e42b38 req-f75729c0-21d6-42b2-b4ee-46afbaeffb44 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Jun 29 10:44:53.854243 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73cba-9ab9-49c2-a8fa-baa3b86f39ec req-67256ca5-b8a1-4cf5-9fe6-13f3a878ff6b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.855946 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8ff73cba-9ab9-49c2-a8fa-baa3b86f39ec req-67256ca5-b8a1-4cf5-9fe6-13f3a878ff6b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0771201 Jun 29 10:44:53.915753 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8ff73cba-9ab9-49c2-a8fa-baa3b86f39ec req-8179ca6c-39d1-42f4-8eb1-9ff59a091089 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483949 Jun 29 10:44:54.190564 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37608937-fbd9-42a6-99f1-df63e06d5357 req-00b75d53-9d35-4699-afe7-30de11d333f4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.192320 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-37608937-fbd9-42a6-99f1-df63e06d5357 req-00b75d53-9d35-4699-afe7-30de11d333f4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1175864 Jun 29 10:44:54.207811 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a5fe-70c1-4803-8f9d-e190ea986a42 req-ba1605f3-aed3-477c-a3ef-687f77990a02 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.209434 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c020a5fe-70c1-4803-8f9d-e190ea986a42 req-ba1605f3-aed3-477c-a3ef-687f77990a02 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.1011665 Jun 29 10:44:54.281433 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-37608937-fbd9-42a6-99f1-df63e06d5357 req-2fe6c601-0c6d-484e-b950-14dda97ebd6a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701749 Jun 29 10:44:54.288954 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c020a5fe-70c1-4803-8f9d-e190ea986a42 req-1eb814e7-114c-4d63-a755-8914e47af354 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Jun 29 10:44:54.450837 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-e306a3ec-13e1-4cdd-8d32-3949001ee5c1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.453186 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-e306a3ec-13e1-4cdd-8d32-3949001ee5c1 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 946 time: 0.2779644 Jun 29 10:44:54.588144 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Deleting port f2d92c1b-d81e-463f-83c5-417123b528b8 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:54.588435 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.625152 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee40f-53a5-48fd-ae00-9f0a028bb26c req-a08c1b3b-7329-4606-bb21-459c30e02fa5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.627837 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-715ee40f-53a5-48fd-ae00-9f0a028bb26c req-a08c1b3b-7329-4606-bb21-459c30e02fa5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1063309 Jun 29 10:44:54.670836 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-715ee40f-53a5-48fd-ae00-9f0a028bb26c req-2b732a6f-87b1-46d4-b2ce-b601b208695e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Jun 29 10:44:54.706594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] For port f2d92c1b-d81e-463f-83c5-417123b528b8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f2d92c1b-d81e-463f-83c5-417123b528b8,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:54.707059 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.728559 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Calling delete_port for f2d92c1b-d81e-463f-83c5-417123b528b8 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:54.941578 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.945610 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1d99255b-0032-408f-aaf8-f308b9c5d4a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:54.956252 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3', '8f68a944-5eae-4ab2-8913-36ddc0387496', '7ca2a746-5875-403e-a74d-60560919869f', 'f2d92c1b-d81e-463f-83c5-417123b528b8'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:54.997442 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event deleted for resources: {'Port': ['ID=f2d92c1b-d81e-463f-83c5-417123b528b8,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:55.015107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:55.038580 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] No DVR routers for this DVR port f2d92c1b-d81e-463f-83c5-417123b528b8 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:55.041814 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:55.043739 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1ffa21b2-ecaa-472d-9d3d-3cd5eefba7d3 req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "DELETE /v2.0/ports/f2d92c1b-d81e-463f-83c5-417123b528b8 HTTP/1.1" status: 204 len: 173 time: 0.5843208 Jun 29 10:44:55.044258 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'name': 'network-vif-deleted', 'tag': 'f2d92c1b-d81e-463f-83c5-417123b528b8'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:55.047292 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f26af97-eb13-40f5-b808-5548f319c5ad" -d '{"events": [{"server_uuid": "a421f126-fde1-473e-b4ac-d1691224c32b", "name": "network-vif-deleted", "tag": "f2d92c1b-d81e-463f-83c5-417123b528b8"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:55.187599 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd865d-aab9-450b-ada5-57432f2b03ea x-openstack-request-id: req-6dfd865d-aab9-450b-ada5-57432f2b03ea {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:55.188179 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a421f126-fde1-473e-b4ac-d1691224c32b", "name": "network-vif-deleted", "tag": "f2d92c1b-d81e-463f-83c5-417123b528b8", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:55.188693 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dfd865d-aab9-450b-ada5-57432f2b03ea {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:55.189337 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421f126-fde1-473e-b4ac-d1691224c32b', 'name': 'network-vif-deleted', 'tag': 'f2d92c1b-d81e-463f-83c5-417123b528b8', 'status': 'completed', 'code': 200} Jun 29 10:44:55.316601 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8cf0-23f2-4876-9765-895affb2b701 req-190e4cb4-1a8e-470a-8b47-c918ead92abd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:55.324598 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fc9e8cf0-23f2-4876-9765-895affb2b701 req-190e4cb4-1a8e-470a-8b47-c918ead92abd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1722140 Jun 29 10:44:55.398586 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fc9e8cf0-23f2-4876-9765-895affb2b701 req-0f621f8e-b89a-4279-acfd-4d024e58f45d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701661 Jun 29 10:44:55.584212 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d32cbce1-d00b-47b8-ab88-e9f4ccbf1351 req-950fe19c-de53-43bc-aab2-9fdf2681ab6a tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421f126-fde1-473e-b4ac-d1691224c32b HTTP/1.1" status: 200 len: 210 time: 0.0368898 Jun 29 10:44:55.604570 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e12a5-d6c3-403f-930b-2354fbffa160 req-724f3fa7-6f8d-4a74-9ee7-b4ab1984acaa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:55.612065 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4e5e12a5-d6c3-403f-930b-2354fbffa160 req-724f3fa7-6f8d-4a74-9ee7-b4ab1984acaa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1133137 Jun 29 10:44:55.647506 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4e5e12a5-d6c3-403f-930b-2354fbffa160 req-62dcaa3c-e7ce-4e23-83fb-febe2a4439dc tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Jun 29 10:44:55.710213 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-e3a20c32-ae52-4775-9e1d-02a71ef2eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:55.896724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dca24-1651-4da8-a714-d903cc7cae77 req-e8a5f5e7-84d8-499c-8422-2bacaa8392ac tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:55.898364 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1a6dca24-1651-4da8-a714-d903cc7cae77 req-e8a5f5e7-84d8-499c-8422-2bacaa8392ac tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0799406 Jun 29 10:44:55.955239 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1a6dca24-1651-4da8-a714-d903cc7cae77 req-ce5ffe55-c824-42e0-9c8e-1deef3149f7d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506573 Jun 29 10:44:56.433695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54654) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:56.482549 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Deleting subnet af1ab5e8-25fb-431c-b31a-4141876b61e2 {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:44:56.487438 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.541814 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.600408 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.604865 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdbb62-013e-4924-b5ac-455eeb01b763 req-a660c08b-1250-4e32-bd36-a0e16e463a81 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.606372 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcbdbb62-013e-4924-b5ac-455eeb01b763 req-a660c08b-1250-4e32-bd36-a0e16e463a81 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0872462 Jun 29 10:44:56.656097 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcbdbb62-013e-4924-b5ac-455eeb01b763 req-81302532-53b0-4b38-89d1-bded30535887 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405266 Jun 29 10:44:56.675044 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.682926 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ffb49835-fb5e-4650-b10a-386a7c3fc103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:56.723001 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1ab5e8-25fb-431c-b31a-4141876b61e2,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:56.726426 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:56.727517 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.729418 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4684308a-eb9c-4bf9-8706-3710e1867305 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af1ab5e8-25fb-431c-b31a-4141876b61e2 HTTP/1.1" status: 204 len: 168 time: 0.2947035 Jun 29 10:44:56.732156 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54662) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:56.832080 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.915334 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc063c-e194-4f1d-a510-cb8fec18235c req-7f5745b3-0a6a-4698-a227-10333d76aa84 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.917438 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9bc063c-e194-4f1d-a510-cb8fec18235c req-7f5745b3-0a6a-4698-a227-10333d76aa84 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0766137 Jun 29 10:44:56.926301 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.936672 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de375d27-649a-4dc5-bd36-6df6f196cd11']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:56.947225 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd9f723-84a9-438e-81fb-cf34cdaba09f') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:56.947522 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd9f723-84a9-438e-81fb-cf34cdaba09f') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:56.956743 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.959768 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9bc063c-e194-4f1d-a510-cb8fec18235c req-3b25e634-7343-4192-a0b0-2ef0b6b1dcf8 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354381 Jun 29 10:44:56.971340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.978438 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:44:56.978905 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:44:56.982332 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:44:57.055254 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.062960 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.067845 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54668) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:57.067997 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] 10.222.0.53 "DELETE /v2.0/networks/de375d27-649a-4dc5-bd36-6df6f196cd11 HTTP/1.1" status: 204 len: 168 time: 0.3344514 Jun 29 10:44:57.069046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-908e5bdc-a1cb-4ab9-a6a9-9d1b73b655cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:57.083348 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Pushing event deleted for resources: {'Network': ['ID=de375d27-649a-4dc5-bd36-6df6f196cd11,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:57.087332 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:57.150543 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Deleting subnet db42cb1b-b7a5-474c-9eea-a112a015dede {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:44:57.154314 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.439265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3508541'] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.467932 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7494-c5fb-400a-bcb8-10e5cb083d4c req-3b1e9272-9a23-4ab3-8973-fe53cba6ae42 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:57.469414 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1bfa7494-c5fb-400a-bcb8-10e5cb083d4c req-3b1e9272-9a23-4ab3-8973-fe53cba6ae42 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.3698344 Jun 29 10:44:57.506960 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.556157 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1bfa7494-c5fb-400a-bcb8-10e5cb083d4c req-d5e49005-7248-45c3-83a3-98c30a859697 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764782 Jun 29 10:44:57.589416 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377466'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.592108 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-eb20d7a6-0075-4bbd-ae80-636c6a50e490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:57.619769 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db42cb1b-b7a5-474c-9eea-a112a015dede,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:57.623083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:57.624557 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.626638 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f7b51857-86ae-44a1-9e49-5c9a1970321a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db42cb1b-b7a5-474c-9eea-a112a015dede HTTP/1.1" status: 204 len: 168 time: 0.5573857 Jun 29 10:44:57.629399 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54676) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:57.702110 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.789301 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.799648 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c421d40-52ee-406f-83e0-86e54099a925']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:57.813974 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6b44fb-5049-4c65-b88b-c7b9202e0df5') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:57.814161 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6b44fb-5049-4c65-b88b-c7b9202e0df5') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:57.823584 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.838690 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.855053 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:44:57.855604 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:44:57.857322 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:44:57.964252 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.972665 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.978216 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7c421d40-52ee-406f-83e0-86e54099a925 HTTP/1.1" status: 204 len: 168 time: 0.3477404 Jun 29 10:44:57.982008 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2b970f1f-40bf-4e3e-b1c8-5e4f464f2c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:58.006172 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c421d40-52ee-406f-83e0-86e54099a925,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:58.010346 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f210cdd7-474f-49e1-9c90-cd3258ad0935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:58.034900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea17e73-165b-4a4e-b55b-5f72ea600a23 req-b43b5357-fd60-4f93-96e7-74189b18105e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.042743 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ea17e73-165b-4a4e-b55b-5f72ea600a23 req-b43b5357-fd60-4f93-96e7-74189b18105e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.2016280 Jun 29 10:44:58.102051 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ea17e73-165b-4a4e-b55b-5f72ea600a23 req-b8bfb427-a66b-42cd-b577-199568607301 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539525 Jun 29 10:44:58.277577 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 54690) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:58.312819 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b992e32-cd40-42d3-a594-5fac2d4028ea req-75d773e3-e216-42f0-944d-ec5ec24d4324 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.319861 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8b992e32-cd40-42d3-a594-5fac2d4028ea req-75d773e3-e216-42f0-944d-ec5ec24d4324 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0810311 Jun 29 10:44:58.384201 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8b992e32-cd40-42d3-a594-5fac2d4028ea req-11d60269-6c48-454b-9c24-897f02102306 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634632 Jun 29 10:44:58.390850 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54694) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:58.397134 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-662d1960-7995-46d2-a778-d5d750e5016b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28cf59ce1d4b4179b6a6f0331466364a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1138697 Jun 29 10:44:58.476669 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-969281af-20c6-4c5f-ad7a-9bb30823616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.518675 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.532167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6f73c-f35d-4760-80b6-0750580b7116 req-e5ee7e3b-fcb1-441f-8fda-d3be869e2f6f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.534199 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78e6f73c-f35d-4760-80b6-0750580b7116 req-e5ee7e3b-fcb1-441f-8fda-d3be869e2f6f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.1271222 Jun 29 10:44:58.570613 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.613475 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-78e6f73c-f35d-4760-80b6-0750580b7116 req-9b2be29f-3d9d-4546-ab05-b207f4e3c7c3 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719929 Jun 29 10:44:58.641290 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.643981 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.645385 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93408efa-4d63-4dd6-bbdc-434ec351de12 HTTP/1.1" status: 204 len: 168 time: 0.2515936 Jun 29 10:44:58.646131 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b9e2042b-c15d-4950-8aa7-fcd86aa56f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:58.659090 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93408efa-4d63-4dd6-bbdc-434ec351de12,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:58.662508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:58.732510 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device f2d92c1b-d81e-463f-83c5-417123b528b8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:58.762508 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: f2d92c1b-d81e-463f-83c5-417123b528b8 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:58.769305 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device f2d92c1b-d81e-463f-83c5-417123b528b8 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:58.791717 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.806222 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc201f-52c4-4746-96fe-e0ce3706fdde req-8bcf5d04-386a-4d68-ba23-d1ad8c262c41 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.807820 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e4cc201f-52c4-4746-96fe-e0ce3706fdde req-8bcf5d04-386a-4d68-ba23-d1ad8c262c41 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0859311 Jun 29 10:44:58.865954 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e4cc201f-52c4-4746-96fe-e0ce3706fdde req-aac55c7c-ba11-41e3-befe-f3fe2f0e13e3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Jun 29 10:44:59.068246 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54702) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:59.115486 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-228f84b7-e8d6-4ad3-82c7-e5c3ef3915c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=027bf57c68e246a1a2527a1c24aaa35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460284 Jun 29 10:44:59.117823 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 54704) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:59.183964 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.206703 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.291084 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.293655 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.294823 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dac0df1-7171-4cca-8a08-adfa225e26d6 HTTP/1.1" status: 204 len: 168 time: 0.1758847 Jun 29 10:44:59.297253 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1e8a4897-63c4-48b3-a84a-1bcc1c609e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:59.308415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dac0df1-7171-4cca-8a08-adfa225e26d6,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:59.319096 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:59.338967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ada77-1c86-440f-a772-44c2057ef265 req-cf463b4d-c7d9-4e53-851e-62b7ff61733a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:59.340842 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e2ada77-1c86-440f-a772-44c2057ef265 req-cf463b4d-c7d9-4e53-851e-62b7ff61733a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1113939 Jun 29 10:44:59.385215 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e2ada77-1c86-440f-a772-44c2057ef265 req-453e9535-7ce2-4b90-80f4-5470a0cadd9c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347905 Jun 29 10:44:59.573975 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.641640 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776e602-1c5b-4fa8-8567-7ea9fed48a4e req-fa0e2ce3-e9cd-4da4-91e9-bd4278e736ba tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:59.648341 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b776e602-1c5b-4fa8-8567-7ea9fed48a4e req-fa0e2ce3-e9cd-4da4-91e9-bd4278e736ba tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0890660 Jun 29 10:44:59.685444 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b776e602-1c5b-4fa8-8567-7ea9fed48a4e req-0591d2cd-4bd2-4ba4-92cc-4dbaeab47962 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362186 Jun 29 10:44:59.827987 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e013b29-9ecc-40d6-9213-80dff9d7679a req-37ae5964-00e2-4004-9182-d8114b99cd54 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:59.829165 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8e013b29-9ecc-40d6-9213-80dff9d7679a req-37ae5964-00e2-4004-9182-d8114b99cd54 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.0684586 Jun 29 10:44:59.882701 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8e013b29-9ecc-40d6-9213-80dff9d7679a req-5675d28f-d16a-4e1f-a280-3199122b1a15 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Jun 29 10:45:00.061352 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7e3c6-b7d3-4584-96d4-8ac893491b59 req-ca33bef0-a35a-4212-873e-a8d1095fb062 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.065395 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f9e7e3c6-b7d3-4584-96d4-8ac893491b59 req-ca33bef0-a35a-4212-873e-a8d1095fb062 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0846245 Jun 29 10:45:00.111418 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f9e7e3c6-b7d3-4584-96d4-8ac893491b59 req-5bb1ffbd-5d49-45c7-bf13-a194dc47c040 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 Jun 29 10:45:00.640596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dcd7e-ad37-44f8-83e1-ff5e81424c6b req-b2d4abc7-9076-486c-ade1-2cc2b7b8f5d7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.649643 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3f2dcd7e-ad37-44f8-83e1-ff5e81424c6b req-b2d4abc7-9076-486c-ade1-2cc2b7b8f5d7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1043196 Jun 29 10:45:00.705465 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3f2dcd7e-ad37-44f8-83e1-ff5e81424c6b req-c7c26ddd-4be7-405c-ad56-17bdb21368a9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545092 Jun 29 10:45:00.747980 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:00.891318 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-c2405243-3c7e-4111-add5-5a6de0994dbf tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.893729 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-c2405243-3c7e-4111-add5-5a6de0994dbf tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.0817392 Jun 29 10:45:00.934402 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e158b-812e-45a4-b702-04af6d15d99e req-db4db1bc-75e8-4abd-bf7b-1b309c838887 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.942509 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4b6e158b-812e-45a4-b702-04af6d15d99e req-db4db1bc-75e8-4abd-bf7b-1b309c838887 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0828967 Jun 29 10:45:00.983268 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:00.997522 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4b6e158b-812e-45a4-b702-04af6d15d99e req-ab4c17aa-b40d-4f2b-802c-fe78174d1348 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538406 Jun 29 10:45:01.018841 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'mac_address': 'fa:16:3e:23:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:01.058655 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Deleting port 7ca2a746-5875-403e-a74d-60560919869f {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:01.059274 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.090957 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.114644 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1d34fee-aa8e-48ee-a4de-4004ea10b77b {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:01.187445 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.191927 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:01.203759 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.206274 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:01.212731 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] For port 7ca2a746-5875-403e-a74d-60560919869f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7ca2a746-5875-403e-a74d-60560919869f,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:01.213447 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.229496 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Calling delete_port for 7ca2a746-5875-403e-a74d-60560919869f owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:01.308286 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=6']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:01.321768 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:01.404054 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['e1d34fee-aa8e-48ee-a4de-4004ea10b77b'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:01.411308 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88119775-11cf-4f18-bd62-e5fa0c6d72d5 req-39dd402c-72f0-4a1a-9c3d-e02f94b47a89 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:01.414343 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-88119775-11cf-4f18-bd62-e5fa0c6d72d5 req-39dd402c-72f0-4a1a-9c3d-e02f94b47a89 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b21ab7-d41a-43f5-bbb7-e9393b72a106 HTTP/1.1" status: 200 len: 946 time: 0.1777136 Jun 29 10:45:01.444400 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.460110 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:01.511274 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event deleted for resources: {'Port': ['ID=7ca2a746-5875-403e-a74d-60560919869f,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:01.527998 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-88119775-11cf-4f18-bd62-e5fa0c6d72d5 req-ae6adaea-8bb5-4e06-b978-197b4d638ed2 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936790 Jun 29 10:45:01.564354 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8183932-bb9e-4dfe-a340-6eee28240a28 req-3b6cf190-87ac-435a-abc8-005439bb6d49 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:01.566376 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e8183932-bb9e-4dfe-a340-6eee28240a28 req-3b6cf190-87ac-435a-abc8-005439bb6d49 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.2342112 Jun 29 10:45:01.586624 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.588510 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.589036 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.594454 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.594974 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.595434 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.595891 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.596344 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.596792 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.597330 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.597702 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.598159 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.636872 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] No DVR routers for this DVR port 7ca2a746-5875-403e-a74d-60560919869f on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:01.638408 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:01.643576 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3', '8f68a944-5eae-4ab2-8913-36ddc0387496', '7ca2a746-5875-403e-a74d-60560919869f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:01.647619 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.665891 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-67761faf-5590-4b82-8dc9-4dfabca76d62 req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "DELETE /v2.0/ports/7ca2a746-5875-403e-a74d-60560919869f HTTP/1.1" status: 204 len: 173 time: 0.7636352 Jun 29 10:45:01.666865 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'name': 'network-vif-deleted', 'tag': '7ca2a746-5875-403e-a74d-60560919869f'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:01.670870 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24fb903-9e89-4e7e-b7d2-7aebf568c45f" -d '{"events": [{"server_uuid": "02b21ab7-d41a-43f5-bbb7-e9393b72a106", "name": "network-vif-deleted", "tag": "7ca2a746-5875-403e-a74d-60560919869f"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:01.673800 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e8183932-bb9e-4dfe-a340-6eee28240a28 req-8fbe6863-2072-4d7b-a0f9-bc590fe9cbe9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009159 Jun 29 10:45:01.775021 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0426a-dfbc-4223-84d7-0682cd76b109 x-openstack-request-id: req-68a0426a-dfbc-4223-84d7-0682cd76b109 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:01.775538 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b21ab7-d41a-43f5-bbb7-e9393b72a106", "name": "network-vif-deleted", "tag": "7ca2a746-5875-403e-a74d-60560919869f", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:01.775917 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68a0426a-dfbc-4223-84d7-0682cd76b109 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:01.776433 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b21ab7-d41a-43f5-bbb7-e9393b72a106', 'name': 'network-vif-deleted', 'tag': '7ca2a746-5875-403e-a74d-60560919869f', 'status': 'completed', 'code': 200} Jun 29 10:45:02.044361 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a0cc9-5b16-4296-9646-64853cc7c4aa req-542388bb-a92c-4154-830f-fef2a8114f2c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.053446 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-447a0cc9-5b16-4296-9646-64853cc7c4aa req-542388bb-a92c-4154-830f-fef2a8114f2c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 945 time: 0.1262593 Jun 29 10:45:02.105635 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-447a0cc9-5b16-4296-9646-64853cc7c4aa req-fef0a15b-9dad-421c-b621-3b6f407b69d5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511193 Jun 29 10:45:02.212297 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fc240-ebfb-4406-8cc2-15cd9b121e6a req-7ab8ead9-6e7c-40a1-8c9d-2ca5f70ef3f2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.213831 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-356fc240-ebfb-4406-8cc2-15cd9b121e6a req-7ab8ead9-6e7c-40a1-8c9d-2ca5f70ef3f2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0706065 Jun 29 10:45:02.260346 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-356fc240-ebfb-4406-8cc2-15cd9b121e6a req-ee99c8b6-3ec3-4a65-9c80-358da3386992 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Jun 29 10:45:02.777875 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:02.887467 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port e1d34fee-aa8e-48ee-a4de-4004ea10b77b triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:02.889024 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.966461 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248caf-479e-4948-b868-055b83641630 req-ca8275be-58f3-4b4e-8cb9-9ab7405986ee tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.974681 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7c248caf-479e-4948-b868-055b83641630 req-ca8275be-58f3-4b4e-8cb9-9ab7405986ee tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1096463 Jun 29 10:45:03.035883 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.076999 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7c248caf-479e-4948-b868-055b83641630 req-86414849-53cb-4c1d-9872-8198039e8ea5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063766 Jun 29 10:45:03.124671 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:03.129866 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:03.130110 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c2482-37a5-4002-a2e2-2e6424ab07d8" -d '{"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:03.158117 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.159189 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7ca2a746-5875-403e-a74d-60560919869f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:03.173661 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9907046-1d06-4073-b7a6-969a2c460c52 req-9416f4a7-3fb2-4d32-93d9-962f53e86b48 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.175921 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9907046-1d06-4073-b7a6-969a2c460c52 req-9416f4a7-3fb2-4d32-93d9-962f53e86b48 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 945 time: 0.1244707 Jun 29 10:45:03.227502 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:03.229996 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 7ca2a746-5875-403e-a74d-60560919869f {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:03.230888 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7ca2a746-5875-403e-a74d-60560919869f not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:03.255613 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9907046-1d06-4073-b7a6-969a2c460c52 req-97c67d09-f2eb-42bb-9ce8-e9c7372e9078 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689149 Jun 29 10:45:03.346119 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73dfd2c-9577-4663-ab73-be87e08f6773 x-openstack-request-id: req-d73dfd2c-9577-4663-ab73-be87e08f6773 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:03.346425 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:03.351135 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d73dfd2c-9577-4663-ab73-be87e08f6773 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:03.351571 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'code': 200} Jun 29 10:45:03.366372 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=7']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:03.375338 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.375691 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.376053 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.376402 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.376723 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.377100 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.377805 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.377805 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.378080 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.378409 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.378731 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.379050 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:03.381628 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2bd4f-2910-453b-ac83-465f3a27f42b req-e840bebf-d52d-4271-9cce-03bcfab08c72 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.384749 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:03.392337 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bdf2bd4f-2910-453b-ac83-465f3a27f42b req-e840bebf-d52d-4271-9cce-03bcfab08c72 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1046185 Jun 29 10:45:03.450012 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bdf2bd4f-2910-453b-ac83-465f3a27f42b req-33f022dd-7ea3-492e-b8cf-5dac4b5e909d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566957 Jun 29 10:45:03.577805 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770d590-e8c9-4330-a3f3-469c0316584c req-b7124f36-a553-4af0-8047-8f00629edb39 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.585781 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4770d590-e8c9-4330-a3f3-469c0316584c req-b7124f36-a553-4af0-8047-8f00629edb39 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1102948 Jun 29 10:45:03.629191 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4770d590-e8c9-4330-a3f3-469c0316584c req-3a6461e5-0b15-4afe-97a0-996dbeb75762 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Jun 29 10:45:04.279255 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1f41-59cd-4f63-a9e8-f936104d2ecd req-ffcc67e8-63b3-478a-8220-3a885f87ea7c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.281697 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7e0f1f41-59cd-4f63-a9e8-f936104d2ecd req-ffcc67e8-63b3-478a-8220-3a885f87ea7c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0730481 Jun 29 10:45:04.321518 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7e0f1f41-59cd-4f63-a9e8-f936104d2ecd req-309b2b5c-af81-4f19-9248-aa4a1ed0d23d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Jun 29 10:45:04.450884 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857ed31-76f0-4ad4-91e0-7e985c9b92d9 req-c1efff6e-a99f-4e51-87fb-0da8d78f14c2 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.452721 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4857ed31-76f0-4ad4-91e0-7e985c9b92d9 req-c1efff6e-a99f-4e51-87fb-0da8d78f14c2 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 945 time: 0.0663986 Jun 29 10:45:04.498370 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4857ed31-76f0-4ad4-91e0-7e985c9b92d9 req-7d0065ac-2939-4918-8e02-4f0ad500400e tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360179 Jun 29 10:45:04.633409 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-34e6b69b-bbc6-4eaa-b9d2-050cb58562dc tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.634893 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-34e6b69b-bbc6-4eaa-b9d2-050cb58562dc tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 945 time: 0.0816581 Jun 29 10:45:04.661644 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad311-d4b4-4316-a9d7-46c0aff44919 req-467e2e11-0b62-46dd-a95d-17d703d4a8ef tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.677226 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-82fad311-d4b4-4316-a9d7-46c0aff44919 req-467e2e11-0b62-46dd-a95d-17d703d4a8ef tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0929754 Jun 29 10:45:04.716960 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-82fad311-d4b4-4316-a9d7-46c0aff44919 req-3843b9ee-140c-4bbe-84de-302d63992f13 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381536 Jun 29 10:45:04.819815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Deleting port 8f68a944-5eae-4ab2-8913-36ddc0387496 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:04.820284 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.853053 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5dcf-f20d-4bc8-8a4d-776acbc956f8 req-af99620a-8cc9-4df6-9ef4-37b61bca6c78 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.861227 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-49ca5dcf-f20d-4bc8-8a4d-776acbc956f8 req-af99620a-8cc9-4df6-9ef4-37b61bca6c78 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0827568 Jun 29 10:45:04.901967 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-49ca5dcf-f20d-4bc8-8a4d-776acbc956f8 req-48d6aa31-4c1c-4224-805a-d9bf2145513b tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Jun 29 10:45:04.923266 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] For port 8f68a944-5eae-4ab2-8913-36ddc0387496, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f68a944-5eae-4ab2-8913-36ddc0387496,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:04.923696 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.945372 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Calling delete_port for 8f68a944-5eae-4ab2-8913-36ddc0387496 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:05.109984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.116120 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a38bc3d-dfcd-4b3c-83f8-2c2e3850765a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:05.125981 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3', '8f68a944-5eae-4ab2-8913-36ddc0387496'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:05.154898 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event deleted for resources: {'Port': ['ID=8f68a944-5eae-4ab2-8913-36ddc0387496,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:05.158425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:05.223608 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] No DVR routers for this DVR port 8f68a944-5eae-4ab2-8913-36ddc0387496 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:05.226690 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.229068 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e07d951f-6c50-4b3a-90dd-a40be19a7458 req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "DELETE /v2.0/ports/8f68a944-5eae-4ab2-8913-36ddc0387496 HTTP/1.1" status: 204 len: 173 time: 0.5853038 Jun 29 10:45:05.229588 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'name': 'network-vif-deleted', 'tag': '8f68a944-5eae-4ab2-8913-36ddc0387496'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:05.234233 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1565ce-21b9-4756-b332-d609d7540346" -d '{"events": [{"server_uuid": "b1d9b5fd-d4cc-4189-b5a5-66782ecf322e", "name": "network-vif-deleted", "tag": "8f68a944-5eae-4ab2-8913-36ddc0387496"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:05.308496 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b49987d-0db5-40b3-8bbd-29081d0fc4ab x-openstack-request-id: req-1b49987d-0db5-40b3-8bbd-29081d0fc4ab {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:05.308814 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d9b5fd-d4cc-4189-b5a5-66782ecf322e", "name": "network-vif-deleted", "tag": "8f68a944-5eae-4ab2-8913-36ddc0387496", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:05.309442 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b49987d-0db5-40b3-8bbd-29081d0fc4ab {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:05.309552 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d9b5fd-d4cc-4189-b5a5-66782ecf322e', 'name': 'network-vif-deleted', 'tag': '8f68a944-5eae-4ab2-8913-36ddc0387496', 'status': 'completed', 'code': 200} Jun 29 10:45:05.535686 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee3da9-7b1e-479d-b7fb-dbe360008623 req-246dfef2-7baf-4315-b528-e969029bbf1e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.538130 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-72ee3da9-7b1e-479d-b7fb-dbe360008623 req-246dfef2-7baf-4315-b528-e969029bbf1e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0925257 Jun 29 10:45:05.592680 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-72ee3da9-7b1e-479d-b7fb-dbe360008623 req-c279e539-5378-42a4-84e5-c9eb75c5a572 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489750 Jun 29 10:45:05.723412 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0f6e7602-1532-4f88-b70a-96ad71be463e req-feac2b52-69ad-44ef-baf3-b361940c95fa tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d9b5fd-d4cc-4189-b5a5-66782ecf322e HTTP/1.1" status: 200 len: 210 time: 0.0491955 Jun 29 10:45:05.945643 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fedd-5ac9-437e-9dd4-4a4b2883404f req-2211d7a6-4032-4946-a416-28ee940fe922 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.958750 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9576fedd-5ac9-437e-9dd4-4a4b2883404f req-2211d7a6-4032-4946-a416-28ee940fe922 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0949452 Jun 29 10:45:06.028267 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9576fedd-5ac9-437e-9dd4-4a4b2883404f req-ad584221-39d4-45a2-b42b-c2a9341f3552 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681107 Jun 29 10:45:06.178172 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3441a-0ef1-4948-b75b-49c45883bc0b req-be7b4375-7362-4209-99fe-efc79d853e3c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.179668 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-53d3441a-0ef1-4948-b75b-49c45883bc0b req-be7b4375-7362-4209-99fe-efc79d853e3c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0844223 Jun 29 10:45:06.231475 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-53d3441a-0ef1-4948-b75b-49c45883bc0b req-e4d7ccb9-f27d-4579-82da-c9baae7fceba tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Jun 29 10:45:06.875742 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd55d-eec5-4f14-a16e-b741bbe7988d req-bda32189-ea85-4f96-aa4e-bf646afc6544 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.877221 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-751fd55d-eec5-4f14-a16e-b741bbe7988d req-bda32189-ea85-4f96-aa4e-bf646afc6544 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1372089 Jun 29 10:45:06.932420 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-751fd55d-eec5-4f14-a16e-b741bbe7988d req-aceb50d9-3c4b-45c0-a8d6-9a383a8cf787 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Jun 29 10:45:07.275475 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c48cb-33be-4ca3-9b2d-9caeade02dca req-8bf73376-b888-4497-b4f3-80ef8d57d67b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.283857 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed9c48cb-33be-4ca3-9b2d-9caeade02dca req-8bf73376-b888-4497-b4f3-80ef8d57d67b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0852931 Jun 29 10:45:07.337105 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed9c48cb-33be-4ca3-9b2d-9caeade02dca req-fb651ba4-32fb-4c7c-98ce-6f5f6975f851 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522559 Jun 29 10:45:07.455566 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fec2b-e1f9-41f1-bac4-57bad9967ad0 req-6025a945-64f8-40d1-9bc8-e012fa5c57a6 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.462219 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-004fec2b-e1f9-41f1-bac4-57bad9967ad0 req-6025a945-64f8-40d1-9bc8-e012fa5c57a6 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0812924 Jun 29 10:45:07.501439 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-004fec2b-e1f9-41f1-bac4-57bad9967ad0 req-e794a696-e7d2-454b-b1fd-2f5ba51147c0 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381670 Jun 29 10:45:08.319944 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465fe12-6506-48ff-847e-e5a504691cc9 req-651e48af-83c9-4b2e-8069-2c10bd4deb3e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.330524 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3465fe12-6506-48ff-847e-e5a504691cc9 req-651e48af-83c9-4b2e-8069-2c10bd4deb3e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1427774 Jun 29 10:45:08.383910 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3465fe12-6506-48ff-847e-e5a504691cc9 req-b7c80896-e226-44d9-92d8-5958aba96253 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498307 Jun 29 10:45:08.683627 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8d40-97ac-4975-9f50-ad8f92211c68 req-a42248ce-4fe3-4525-89af-665a8e6b5949 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.685202 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d6ce8d40-97ac-4975-9f50-ad8f92211c68 req-a42248ce-4fe3-4525-89af-665a8e6b5949 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1383944 Jun 29 10:45:08.696847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902c1d0-80f6-4756-9002-5e2a4875211c req-934a095d-a103-4f4a-b866-39037261cf5b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.698427 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e902c1d0-80f6-4756-9002-5e2a4875211c req-934a095d-a103-4f4a-b866-39037261cf5b tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1281207 Jun 29 10:45:08.756893 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d6ce8d40-97ac-4975-9f50-ad8f92211c68 req-33bfb3b7-52d8-44c6-8efe-a852e7cd4e0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574980 Jun 29 10:45:08.769622 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e902c1d0-80f6-4756-9002-5e2a4875211c req-6f7297c8-fd4d-4b89-b0d4-bfcb7870d731 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630169 Jun 29 10:45:08.800767 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 8f68a944-5eae-4ab2-8913-36ddc0387496 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:08.825221 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 8f68a944-5eae-4ab2-8913-36ddc0387496 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:08.825573 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 8f68a944-5eae-4ab2-8913-36ddc0387496 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:09.002697 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700e0bc-8eb0-42c0-ae99-5c7a750639ba req-a4bb1c47-7842-4826-b2ad-27e6d13ceaa4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.004770 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0700e0bc-8eb0-42c0-ae99-5c7a750639ba req-a4bb1c47-7842-4826-b2ad-27e6d13ceaa4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0881529 Jun 29 10:45:09.053648 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0700e0bc-8eb0-42c0-ae99-5c7a750639ba req-093c3624-6d40-4fdd-8d8d-0aa80dec3a98 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401292 Jun 29 10:45:09.477499 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb2a6-20d1-43cb-b193-a2cecc779066 req-15b82ca5-18f4-4282-ac1b-e453e00b6a22 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.489165 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c06cb2a6-20d1-43cb-b193-a2cecc779066 req-15b82ca5-18f4-4282-ac1b-e453e00b6a22 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1079786 Jun 29 10:45:09.527723 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7724574-6714-429e-8b46-fb8846ae3204 req-600082e6-0882-47b9-a5da-65446db473ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.534299 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-600082e6-0882-47b9-a5da-65446db473ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1099 time: 0.0683334 Jun 29 10:45:09.579868 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c06cb2a6-20d1-43cb-b193-a2cecc779066 req-7b76523e-cf82-407b-8653-59903a448042 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891786 Jun 29 10:45:09.687282 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7724574-6714-429e-8b46-fb8846ae3204 req-dc9b4194-7378-4ca0-b506-d54121117357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.689032 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-dc9b4194-7378-4ca0-b506-d54121117357 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 911 time: 0.1470819 Jun 29 10:45:09.692867 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4820-24ef-475c-bcc0-116220f915be req-2dce993f-7b29-4715-b831-e53298197a2d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.694760 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-76eb4820-24ef-475c-bcc0-116220f915be req-2dce993f-7b29-4715-b831-e53298197a2d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0973008 Jun 29 10:45:09.749130 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-76eb4820-24ef-475c-bcc0-116220f915be req-a39c8567-61fb-4678-ac84-12bc563cab57 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Jun 29 10:45:09.816307 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-34ff6d2c-499a-4c98-9cc0-4d0a069ef420 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 200 len: 1002 time: 0.1147251 Jun 29 10:45:09.880161 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7724574-6714-429e-8b46-fb8846ae3204 req-f7f83721-7023-4abe-9810-237a4f1c27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.882635 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-f7f83721-7023-4abe-9810-237a4f1c27f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.0568116 Jun 29 10:45:09.971409 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7724574-6714-429e-8b46-fb8846ae3204 req-69504824-57b6-453f-af8a-56c3d0209b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.977468 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-69504824-57b6-453f-af8a-56c3d0209b46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806310 Jun 29 10:45:10.030061 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f719b-261f-4261-a6b4-8ae4f32bda59 req-cb9b12e7-8631-40a3-9111-7b73c4fe9c3c tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.030061 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6b0f719b-261f-4261-a6b4-8ae4f32bda59 req-cb9b12e7-8631-40a3-9111-7b73c4fe9c3c tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1254478 Jun 29 10:45:10.052465 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143591b-4812-44d5-9de7-13d16e491baf req-78a9d0a7-5d9a-41e2-b3a7-7c6209658b94 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.054100 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d143591b-4812-44d5-9de7-13d16e491baf req-78a9d0a7-5d9a-41e2-b3a7-7c6209658b94 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1116917 Jun 29 10:45:10.066517 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55024) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:10.125660 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6b0f719b-261f-4261-a6b4-8ae4f32bda59 req-ef75bbc4-951e-4df9-b660-98cd1049679f tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d284f3-1b60-426d-b758-d62b50a92b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836027 Jun 29 10:45:10.130937 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d143591b-4812-44d5-9de7-13d16e491baf req-692fa638-7506-4d74-b465-e4bf6641701e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583811 Jun 29 10:45:10.153537 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Deleting subnet 954dc9c8-1a24-4448-b30a-9e465581da8a {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:10.158747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.161962 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-f5bbb2c3-9c6f-426e-ac55-755ce3daa8c8 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798005 Jun 29 10:45:10.243493 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.308228 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.366911 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d7724574-6714-429e-8b46-fb8846ae3204 req-ea1afcba-dc8a-4451-8cd8-183deb942f6f service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866186 Jun 29 10:45:10.420774 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.430159 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.445026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f8653e6d-c5ea-45ee-b30d-c1c3fc6660f5 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.447242 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f8653e6d-c5ea-45ee-b30d-c1c3fc6660f5 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 945 time: 0.1396911 Jun 29 10:45:10.474889 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954dc9c8-1a24-4448-b30a-9e465581da8a,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.477337 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:10.479728 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.485174 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55028) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:10.485651 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-51db3612-f98d-4422-8a45-41a75c659c57 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/954dc9c8-1a24-4448-b30a-9e465581da8a HTTP/1.1" status: 204 len: 168 time: 0.4161208 Jun 29 10:45:10.586761 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.631757 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Deleting port b69000b1-4e9a-44cc-a61e-7688946a86c3 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:10.632730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.684688 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.713857 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddc953b-606c-4fc0-980e-e27de02bd7fe']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.739000 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f010255-b63a-40d4-8280-69b37c6acb14') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.739475 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f010255-b63a-40d4-8280-69b37c6acb14') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.751251 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.761865 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] For port b69000b1-4e9a-44cc-a61e-7688946a86c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b69000b1-4e9a-44cc-a61e-7688946a86c3,segment=NetworkSegment(905b057c-1f58-4a51-bfa2-a511aa1a1f8b),segment_id=905b057c-1f58-4a51-bfa2-a511aa1a1f8b)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:10.762310 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.777106 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Calling delete_port for b69000b1-4e9a-44cc-a61e-7688946a86c3 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:10.777656 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.799331 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:10.799738 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:10.801650 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:10.895182 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.903862 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.906917 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.908860 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3ddc953b-606c-4fc0-980e-e27de02bd7fe HTTP/1.1" status: 204 len: 168 time: 0.4226427 Jun 29 10:45:10.926434 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddc953b-606c-4fc0-980e-e27de02bd7fe,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.936221 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4b63b-947e-4b9f-b0ee-d81e06f53c8f req-a7488b3b-6f3c-4cdf-ae1e-2e1c54560388 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.943281 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fbc4b63b-947e-4b9f-b0ee-d81e06f53c8f req-a7488b3b-6f3c-4cdf-ae1e-2e1c54560388 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1605713 Jun 29 10:45:10.970905 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.984357 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['b69000b1-4e9a-44cc-a61e-7688946a86c3'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:10.985672 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:11.006434 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.006830 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.007166 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.007526 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.007879 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.008234 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.008578 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.008944 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.009300 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.009646 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.009986 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.010327 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:11.014780 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b1e16970-1b85-43ba-aab1-8cd321ff71c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:11.048848 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Pushing event deleted for resources: {'Port': ['ID=b69000b1-4e9a-44cc-a61e-7688946a86c3,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:11.051802 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:11.054989 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fbc4b63b-947e-4b9f-b0ee-d81e06f53c8f req-b2b2a63e-bc73-45bc-a55e-c549bc6950e8 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107688 Jun 29 10:45:11.086690 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aa9d0-f57d-440c-9244-6235fabfe116 req-543ae28a-233c-4b9d-9449-a44750781f91 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.095616 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a98aa9d0-f57d-440c-9244-6235fabfe116 req-543ae28a-233c-4b9d-9449-a44750781f91 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1717644 Jun 29 10:45:11.112383 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] No DVR routers for this DVR port b69000b1-4e9a-44cc-a61e-7688946a86c3 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:11.115318 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.119624 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5187dee4-7590-4d9d-a059-2955aacc2b33 req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.60 "DELETE /v2.0/ports/b69000b1-4e9a-44cc-a61e-7688946a86c3 HTTP/1.1" status: 204 len: 173 time: 0.6543801 Jun 29 10:45:11.120127 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'name': 'network-vif-deleted', 'tag': 'b69000b1-4e9a-44cc-a61e-7688946a86c3'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:11.144456 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d37d2-dbae-4271-ac1e-bca15cc6ffc3" -d '{"events": [{"server_uuid": "5bf20b16-beaa-4367-bf01-dd5d8ddefc6b", "name": "network-vif-deleted", "tag": "b69000b1-4e9a-44cc-a61e-7688946a86c3"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:11.178236 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a98aa9d0-f57d-440c-9244-6235fabfe116 req-937ca22a-b113-4de7-a656-23686b68e34d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796516 Jun 29 10:45:11.228672 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350e6429-dafd-415c-aa33-b9ae888a8273 x-openstack-request-id: req-350e6429-dafd-415c-aa33-b9ae888a8273 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:11.229020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf20b16-beaa-4367-bf01-dd5d8ddefc6b", "name": "network-vif-deleted", "tag": "b69000b1-4e9a-44cc-a61e-7688946a86c3", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:11.229300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-350e6429-dafd-415c-aa33-b9ae888a8273 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:11.229713 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf20b16-beaa-4367-bf01-dd5d8ddefc6b', 'name': 'network-vif-deleted', 'tag': 'b69000b1-4e9a-44cc-a61e-7688946a86c3', 'status': 'completed', 'code': 200} Jun 29 10:45:11.291634 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55048) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:11.421172 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a58cdbe-0b94-43e7-aa44-e35783ae54be req-22d5ed4d-67c3-4fc4-bc2c-a64cb9c84f16 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf20b16-beaa-4367-bf01-dd5d8ddefc6b HTTP/1.1" status: 200 len: 210 time: 0.0828431 Jun 29 10:45:11.455947 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-948f6b7f-73db-4718-89e0-6096a9df2584 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29c9b2538b2d44e6b4a3b7c8e7c5df80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616066 Jun 29 10:45:11.460615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55050) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:11.549082 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.556122 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a50abc-e1a3-44ef-a849-5e7151d389f5 req-8972ec03-1a27-4ec7-9be1-2f93d44fa577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.557731 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-36a50abc-e1a3-44ef-a849-5e7151d389f5 req-8972ec03-1a27-4ec7-9be1-2f93d44fa577 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 1098 time: 0.1560133 Jun 29 10:45:11.574530 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1b062-6080-4435-bcbe-45bd00ee4d66 req-a5f2702d-af03-476e-98e7-45de12489f10 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.576410 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-60f1b062-6080-4435-bcbe-45bd00ee4d66 req-a5f2702d-af03-476e-98e7-45de12489f10 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1418471 Jun 29 10:45:11.602166 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.632697 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-60f1b062-6080-4435-bcbe-45bd00ee4d66 req-269e7278-187f-45ca-b72a-fc8326e0c7e8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Jun 29 10:45:11.679019 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-36a50abc-e1a3-44ef-a849-5e7151d389f5 req-b3f7ee77-865a-4b61-8d5d-17db0c61c08e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920515 Jun 29 10:45:11.714022 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.720275 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.722145 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af9276b1-e2a2-419f-a290-24b3c78009f6 HTTP/1.1" status: 204 len: 168 time: 0.2589641 Jun 29 10:45:11.723012 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-df62fab0-1727-4070-a039-367a11396728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:11.734580 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9276b1-e2a2-419f-a290-24b3c78009f6,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:11.737036 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.333635 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55076) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.486245 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.527649 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f94e32-fc94-4a98-9ce0-2095354d3dcc req-6335b7e0-9687-4622-8f46-4c8cc4dc4828 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.536585 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-37f94e32-fc94-4a98-9ce0-2095354d3dcc req-6335b7e0-9687-4622-8f46-4c8cc4dc4828 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1706488 Jun 29 10:45:12.569483 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef2cf-b873-4cdd-b6db-c1fcd033061b req-9a316bc4-70fb-425e-8fd2-539dd10e6789 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.578586 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-19aef2cf-b873-4cdd-b6db-c1fcd033061b req-9a316bc4-70fb-425e-8fd2-539dd10e6789 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.2447503 Jun 29 10:45:12.632643 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-37f94e32-fc94-4a98-9ce0-2095354d3dcc req-5dd98cc8-8c4b-4cec-adae-348a5f998456 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952702 Jun 29 10:45:12.668717 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.675959 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-19aef2cf-b873-4cdd-b6db-c1fcd033061b req-42e4768f-ea9c-4010-9b1c-66948ca2f68d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964217 Jun 29 10:45:12.676378 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.680288 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.726976 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017bc43f-7202-4d89-962a-d20955d37dc1,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.741566 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=647d355ed20c4b05a68eee5f787386c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065621 Jun 29 10:45:12.742289 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55094) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.742751 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.786751 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55096) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.846261 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.870353 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Deleting subnet 9cdd8595-0b70-4264-8227-147e5f16fc71 {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:12.878655 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.880984 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.994508 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.052724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.052724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.052724 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/017bc43f-7202-4d89-962a-d20955d37dc1 HTTP/1.1" status: 204 len: 168 time: 0.3027391 Jun 29 10:45:13.052724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-62794aaf-ceb4-4247-9bbc-5ae6f9e0c6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.063478 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017bc43f-7202-4d89-962a-d20955d37dc1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.066774 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.081458 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b684d9-1b3c-4216-a1d6-8f0e56716c61 req-1be21923-5392-4320-b181-6013cf3491ae tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.094149 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-31b684d9-1b3c-4216-a1d6-8f0e56716c61 req-1be21923-5392-4320-b181-6013cf3491ae tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1886899 Jun 29 10:45:13.098691 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.157091 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-31b684d9-1b3c-4216-a1d6-8f0e56716c61 req-fd042629-c133-47da-bc98-2d495f4b69d3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586278 Jun 29 10:45:13.226136 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.238226 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.243743 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.255343 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9cdd8595-0b70-4264-8227-147e5f16fc71 HTTP/1.1" status: 204 len: 168 time: 0.4639235 Jun 29 10:45:13.255444 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55116) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:13.272808 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdd8595-0b70-4264-8227-147e5f16fc71,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.275383 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fdc86805-a6d8-4633-ad53-e6118334c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.432424 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.548458 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.561669 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca386184-dfcc-4848-849b-7197a8359a8e']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.573790 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905b057c-1f58-4a51-bfa2-a511aa1a1f8b') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.574381 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905b057c-1f58-4a51-bfa2-a511aa1a1f8b') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.584866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.600569 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.620451 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:13.620872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:13.624186 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:13.708768 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.719142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.723768 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/ca386184-dfcc-4848-849b-7197a8359a8e HTTP/1.1" status: 204 len: 168 time: 0.4657102 Jun 29 10:45:13.723768 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.735951 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca386184-dfcc-4848-849b-7197a8359a8e,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.739018 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.760323 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55128) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:13.780892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.815891 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55130) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:13.947036 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.948203 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f760ff-003b-46f8-9620-bc26405cf89b req-d2f08058-6451-496d-a583-0fa08dd4437b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.951097 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d8f760ff-003b-46f8-9620-bc26405cf89b req-d2f08058-6451-496d-a583-0fa08dd4437b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0797796 Jun 29 10:45:13.956084 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.959165 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-464e0ebc-3cf0-40c7-bdac-a09fec571437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.984834 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b57ab46-6745-4e6d-bff1-f9cbef59242f,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.988622 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.024821 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d8f760ff-003b-46f8-9620-bc26405cf89b req-ae153a37-2c0f-4de8-860f-ae15d6448e6b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670204 Jun 29 10:45:14.028244 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c59d71f213bf47a586c56546a8c5ee51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662909 Jun 29 10:45:14.028535 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55134) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.088344 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55138) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.146951 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.157973 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-b382d0f9-7b96-4646-b682-31b048f48f93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b32857749654c2f8e13b2787b81f769&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0681930 Jun 29 10:45:14.160799 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55140) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.175055 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.227444 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.235450 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.259599 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.337560 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.340210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.344559 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3d284f3-1b60-426d-b758-d62b50a92b19 HTTP/1.1" status: 204 len: 168 time: 0.1795406 Jun 29 10:45:14.344559 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7a5b2694-c603-4c07-9ca3-1bf7940341dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.366732 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d284f3-1b60-426d-b758-d62b50a92b19,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.391443 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.407186 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155099-b7c5-4e27-9a08-2cc5bacce19d req-9f090ed3-8473-4d3e-9164-c22690cd1743 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.408821 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ad155099-b7c5-4e27-9a08-2cc5bacce19d req-9f090ed3-8473-4d3e-9164-c22690cd1743 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.2260015 Jun 29 10:45:14.440265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.444041 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.445538 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b57ab46-6745-4e6d-bff1-f9cbef59242f HTTP/1.1" status: 204 len: 168 time: 0.4117060 Jun 29 10:45:14.479968 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-436896ff-958a-4853-943b-4e61f1775ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.506174 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b57ab46-6745-4e6d-bff1-f9cbef59242f,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.544461 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ad155099-b7c5-4e27-9a08-2cc5bacce19d req-084ab604-3c90-4391-acc4-a603b63fddb3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183112 Jun 29 10:45:14.546876 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.641383 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5813a7-ee5a-481d-95fe-69a7663bf815 req-a0580b1c-8b26-424b-8bb4-d517b5588724 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.649448 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e5813a7-ee5a-481d-95fe-69a7663bf815 req-a0580b1c-8b26-424b-8bb4-d517b5588724 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.3460810 Jun 29 10:45:14.660797 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.677624 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.707096 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-56291377-1ef7-4fab-88bb-67eaeffb4291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.742591 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddfcb35963d34e2d9f9681987df50404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9229181 Jun 29 10:45:14.742591 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa9f3e-e260-472a-9672-ca610e554a0b,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.743019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55160) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.796556 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.819076 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e5813a7-ee5a-481d-95fe-69a7663bf815 req-04e6c345-a82d-415a-adfe-8ca47295be73 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667247 Jun 29 10:45:14.872797 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b69000b1-4e9a-44cc-a61e-7688946a86c3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:14.917206 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.924592 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: b69000b1-4e9a-44cc-a61e-7688946a86c3 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:14.924867 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device b69000b1-4e9a-44cc-a61e-7688946a86c3 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:14.984728 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.121204 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.123275 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.124422 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0aaa9f3e-e260-472a-9672-ca610e554a0b HTTP/1.1" status: 204 len: 168 time: 0.3804941 Jun 29 10:45:15.125205 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9b5214d-b7b9-4ea6-8903-c6067562abfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:15.146616 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa9f3e-e260-472a-9672-ca610e554a0b,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:15.156317 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:15.796891 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55208) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:15.918724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1096942930-network', 'tenant_id': '44def2fa92c441e5b77be818c0c6e7c8'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:15.952272 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Made reservation on behalf of 44def2fa92c441e5b77be818c0c6e7c8 for: {'network': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:15.955825 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.970942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.118729 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5976c4-70e2-4f19-b97b-22941ee8c263 req-cfd97f5f-a262-43d4-8575-ad86154dc992 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.120334 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-be5976c4-70e2-4f19-b97b-22941ee8c263 req-cfd97f5f-a262-43d4-8575-ad86154dc992 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1201513 Jun 29 10:45:16.239798 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-ddcc177d-52a2-46f8-aa74-47d75cc4ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.241955 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-ddcc177d-52a2-46f8-aa74-47d75cc4ad1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1099 time: 0.1008999 Jun 29 10:45:16.567335 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.581217 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-be5976c4-70e2-4f19-b97b-22941ee8c263 req-da2bc03d-6a45-4856-8d09-3406157aee25 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4541214 Jun 29 10:45:16.583042 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.586484 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a693931c-5d1e-4f66-932a-934fcc829776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:16.608048 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=99737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:45:16.627256 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:16.632392 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.633080 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.segments_db [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Added segment ece2999f-32df-449b-b5a5-c5fb3a9e9d25 of type vlan for network dd684224-61a3-4233-bd52-a82e3ea08287 Jun 29 10:45:16.644878 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:16.659709 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55250) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:16.683424 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-f1fbe050-6f39-44f4-86d8-c5514da680b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.685834 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-f1fbe050-6f39-44f4-86d8-c5514da680b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.4098530 Jun 29 10:45:16.717832 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.771364 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.777615 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.779051 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.803984 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:16.842961 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-483b8b05-8d02-4e87-bad5-b6011a6cc101 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 1001 time: 0.1478298 Jun 29 10:45:16.862340 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0571330 Jun 29 10:45:16.862340 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55254) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:16.866901 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Request body: {'subnet': {'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1096942930-subnet', 'tenant_id': '44def2fa92c441e5b77be818c0c6e7c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:16.904441 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Pushing event updated for resources: {'Network': ['ID=dd684224-61a3-4233-bd52-a82e3ea08287,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:16.907890 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Made reservation on behalf of 44def2fa92c441e5b77be818c0c6e7c8 for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:16.910883 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:16.918203 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network dd684224-61a3-4233-bd52-a82e3ea08287 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:45:16.983116 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:17.035675 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-c5884c82-f234-4b63-a119-f4d07c02f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.041896 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-c5884c82-f234-4b63-a119-f4d07c02f4ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.1914711 Jun 29 10:45:17.100543 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.259756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-64f1eb38-fa87-4b95-a284-f46dc8eed832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.261563 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-64f1eb38-fa87-4b95-a284-f46dc8eed832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2105505 Jun 29 10:45:17.338385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5012015-9948-4484-a30b-f0d516c78a41 req-57fa34d5-f4f6-430f-877b-d41a47345ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.339869 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-57fa34d5-f4f6-430f-877b-d41a47345ad5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.2968445 Jun 29 10:45:17.346708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.362247 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.367678 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7b1f4075-0894-465b-a768-471cdcd7156e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:17.415155 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.421108 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854c6a-861d-472a-b92c-a196203554de req-cc4c1118-7a54-461a-91b8-3806aa33443c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.422636 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07854c6a-861d-472a-b92c-a196203554de req-cc4c1118-7a54-461a-91b8-3806aa33443c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1380723 Jun 29 10:45:17.432720 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c9494e75-bbd9-4465-9ff0-d0eec14e3b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:17.463593 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1551d9-d8a4-47af-8489-2fb3533c0dfc,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:17.469252 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:17.489843 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Checking segment: {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:17.490199 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Network hostable DHCP agents. Network: dd684224-61a3-4233-bd52-a82e3ea08287, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:45:17.498876 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07854c6a-861d-472a-b92c-a196203554de req-5ce3b559-74ee-42fd-aab4-3218c30bb541 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660694 Jun 29 10:45:17.531710 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Network dd684224-61a3-4233-bd52-a82e3ea08287 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:45:17.543954 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8638d93ba9d54f469a64a9aae4184f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8830671 Jun 29 10:45:17.550664 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55264) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:17.553186 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf336ec-0e76-4e2b-aaec-825298306363,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:17.579039 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, dd684224-61a3-4233-bd52-a82e3ea08287) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:17.584789 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5012015-9948-4484-a30b-f0d516c78a41 req-33c1b360-5697-4eee-a73c-8b1099479826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.587130 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.587967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.589339 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-33c1b360-5697-4eee-a73c-8b1099479826 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.2300582 Jun 29 10:45:17.590797 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:17.593561 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb2928-b277-4878-9f25-b9d428643073 None None] Network dd684224-61a3-4233-bd52-a82e3ea08287 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:17.595975 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-0ef480e3-92d2-4966-b5c1-af03ab4166ce service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203812 Jun 29 10:45:17.646769 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7859683 Jun 29 10:45:17.655961 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.706107 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-0c0840d6-b1b6-4b24-a3ad-53398000ac69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 217 time: 0.1078436 Jun 29 10:45:17.727492 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.836251 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.837985 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45048a73-5b27-48b9-88fd-16fb76024741 None None] Network dd684224-61a3-4233-bd52-a82e3ea08287 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:17.843694 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.850338 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bf336ec-0e76-4e2b-aaec-825298306363 HTTP/1.1" status: 204 len: 168 time: 0.2985840 Jun 29 10:45:17.893138 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-64810344-f3bf-4535-9d82-1e4049397e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:17.896666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5012015-9948-4484-a30b-f0d516c78a41 req-9e5b0197-6432-43c7-bf18-bb1b247e7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.910557 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-9e5b0197-6432-43c7-bf18-bb1b247e7029 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.1950300 Jun 29 10:45:17.914416 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d4bb245-ae38-44e5-abc2-be132099ba73 req-520a45f5-f243-43e1-96fb-fd22ff452619 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100920 Jun 29 10:45:17.918155 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf336ec-0e76-4e2b-aaec-825298306363,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:17.926973 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:17.987850 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9260085-1bec-46b7-afa4-cfa17fc011d9 req-00b2f2ca-737b-40da-a2c1-e3505de2ad58 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.990393 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9260085-1bec-46b7-afa4-cfa17fc011d9 req-00b2f2ca-737b-40da-a2c1-e3505de2ad58 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1736355 Jun 29 10:45:18.029376 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-273a37cb-1e4f-4454-817f-6f63ccaac6fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053956 Jun 29 10:45:18.079767 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9260085-1bec-46b7-afa4-cfa17fc011d9 req-7c7b1a25-c6ff-4338-9441-87d1936e1cfe tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766430 Jun 29 10:45:18.230198 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-fca21a6c-1684-4520-adf9-b711030b3ec3 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934359 Jun 29 10:45:18.352889 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f5012015-9948-4484-a30b-f0d516c78a41 req-1a212896-20c4-49d6-8d5f-51f13fddaa80 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070974 Jun 29 10:45:18.795562 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92f81-a229-429d-b277-5119b530b7c3 req-cb20667f-efd8-4355-b4d9-e31dc1466cdf tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.803078 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-85f92f81-a229-429d-b277-5119b530b7c3 req-cb20667f-efd8-4355-b4d9-e31dc1466cdf tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1072617 Jun 29 10:45:18.868372 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-85f92f81-a229-429d-b277-5119b530b7c3 req-b697b218-77e8-4afd-b427-96d77ff8b78f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Jun 29 10:45:19.300602 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18218318-0512-4615-a2b3-7dfafe7e671e req-374c816f-d77c-4c46-9506-bfb1fe17a996 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.302550 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-18218318-0512-4615-a2b3-7dfafe7e671e req-374c816f-d77c-4c46-9506-bfb1fe17a996 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0807920 Jun 29 10:45:19.344013 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-18218318-0512-4615-a2b3-7dfafe7e671e req-8b7057cd-5136-436f-b807-7ceca04a42b1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354681 Jun 29 10:45:19.578188 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.118318 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cf2b5-5721-4e98-88f9-0337dba0d27d req-cf6ba1d7-4d71-40d3-a1ec-3a203bff95dc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.119826 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-de0cf2b5-5721-4e98-88f9-0337dba0d27d req-cf6ba1d7-4d71-40d3-a1ec-3a203bff95dc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1228216 Jun 29 10:45:20.195157 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-de0cf2b5-5721-4e98-88f9-0337dba0d27d req-c9df7f5f-9e05-4d46-8c95-82cae7b98d09 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Jun 29 10:45:20.197670 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-0d8f7680-bd27-4e7a-bd50-c84a545b862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.199167 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-0d8f7680-bd27-4e7a-bd50-c84a545b862f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1099 time: 0.0599136 Jun 29 10:45:20.208370 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-7151cc30-f046-4803-b50d-b313c572551f tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.209841 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-7151cc30-f046-4803-b50d-b313c572551f tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/networks?id=dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 200 len: 814 time: 0.1506786 Jun 29 10:45:20.224799 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55378) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.238914 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-83835302-b9cc-4cd8-b926-6740b95bf454 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/quotas/44def2fa92c441e5b77be818c0c6e7c8 HTTP/1.1" status: 200 len: 375 time: 0.0234973 Jun 29 10:45:20.276100 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-61db44df-8b84-4721-9d82-647eb51f598c tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302148 Jun 29 10:45:20.301974 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-34ac4319-b380-4407-ac20-63ee91951bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.303421 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-34ac4319-b380-4407-ac20-63ee91951bfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.0973077 Jun 29 10:45:20.349709 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.366751 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-a4373ae5-6488-4458-b4a4-a5fe4c23ff7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 1001 time: 0.0561934 Jun 29 10:45:20.414201 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-648136f2-cf18-4019-a706-6f3fd1058aac service neutron] 10.222.0.53 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295142 Jun 29 10:45:20.419850 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-1385df81-bee7-4095-8013-d121832ea75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.421559 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-1385df81-bee7-4095-8013-d121832ea75b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0483427 Jun 29 10:45:20.484892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-ce6af761-6235-48d0-803f-0d745ed0d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.486385 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-ce6af761-6235-48d0-803f-0d745ed0d03e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0589411 Jun 29 10:45:20.573444 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-9aeaa2c2-eac1-48e9-96ee-dd47ddc44ea9 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802884 Jun 29 10:45:20.585376 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.592939 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.597602 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6e3376e3-2c79-417f-b332-94f286eca9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:20.608160 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-10fd3c31-b4dc-4066-a378-0e1cae512a17 service neutron] 10.222.0.53 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802418 Jun 29 10:45:20.634606 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a853e-0b8e-457c-b91d-d0c903b347c1 req-6dd8d9dc-3e7c-4c50-b01c-63fa784597ce tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.636092 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b01a853e-0b8e-457c-b91d-d0c903b347c1 req-6dd8d9dc-3e7c-4c50-b01c-63fa784597ce tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.1582630 Jun 29 10:45:20.660171 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6d17a21655f461a86620c7e51c56e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320834 Jun 29 10:45:20.666314 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55384) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.666466 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6cda1-1259-4eec-808e-2995958d7d11,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:20.671754 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:20.690735 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b01a853e-0b8e-457c-b91d-d0c903b347c1 req-42781e8a-d8d5-405a-b8f7-35b856412c66 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450201 Jun 29 10:45:20.699779 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-ab6f3dff-0ae6-4a8c-b8b6-7b69b434bdc9 req-b0901479-bc0f-4334-aada-0dd75bc774c1 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110284 Jun 29 10:45:20.745024 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.768904 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.822878 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.827449 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.831773 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dd6cda1-1259-4eec-808e-2995958d7d11 HTTP/1.1" status: 204 len: 168 time: 0.1622553 Jun 29 10:45:20.831773 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-492b3cdd-e80c-45b6-9aa9-6f19dbfb854c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:20.833996 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-173319c3-51e8-4912-bc53-a8a04ed94336 req-88a67d09-5ace-4c8b-8d6f-a356949c2729 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 210 time: 0.0469787 Jun 29 10:45:20.840983 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6cda1-1259-4eec-808e-2995958d7d11,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:20.843335 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.131956 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55406) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:21.148373 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.251011 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.254946 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.258568 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ca5ce081-e757-4956-bed6-7288011637a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.298541 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7760e0aa618d478a9156bd5a54ccab81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628797 Jun 29 10:45:21.298541 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75c300a-e376-4161-a7b3-f8235dd1d1bb,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.300767 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.301580 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55410) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:21.357837 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.378877 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.396722 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f979bd-e7ad-4ef6-8a85-26d564c76f70 req-029ba843-3236-4daa-84ac-78f140607177 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.398253 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-14f979bd-e7ad-4ef6-8a85-26d564c76f70 req-029ba843-3236-4daa-84ac-78f140607177 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0670314 Jun 29 10:45:21.432641 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.435879 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.437015 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f75c300a-e376-4161-a7b3-f8235dd1d1bb HTTP/1.1" status: 204 len: 168 time: 0.1337779 Jun 29 10:45:21.438417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-42c16922-26cc-47b2-9a85-c6a460e6b664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.446195 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75c300a-e376-4161-a7b3-f8235dd1d1bb,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.449176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.449549 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-14f979bd-e7ad-4ef6-8a85-26d564c76f70 req-583d8085-3122-421f-bae6-4a9185ef4aa8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Jun 29 10:45:21.885342 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b37c2-a336-442b-8ed6-f6b944e116a2 req-ad88d907-3a64-4be9-a006-f781478c2b56 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.887214 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-da3b37c2-a336-442b-8ed6-f6b944e116a2 req-ad88d907-3a64-4be9-a006-f781478c2b56 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0753684 Jun 29 10:45:21.959233 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-da3b37c2-a336-442b-8ed6-f6b944e116a2 req-337379b8-7eb6-40e5-a9aa-d31265d80a72 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Jun 29 10:45:22.042690 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cdadf99c-5db9-4726-98ac-f0899ecd45d4 req-6f8941f5-0e64-4089-b3bc-42b820a6d19e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 210 time: 0.0485883 Jun 29 10:45:22.118116 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-ca18c6a4-98fd-4f81-919f-e2559eb6503a tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.123538 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-ca18c6a4-98fd-4f81-919f-e2559eb6503a tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "GET /v2.0/networks?id=dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 200 len: 814 time: 0.1867068 Jun 29 10:45:22.151959 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Request body: {'port': {'device_id': 'f4808dba-e947-4113-9de8-7e10f68432db', 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287', 'admin_state_up': True, 'tenant_id': '44def2fa92c441e5b77be818c0c6e7c8'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:22.274678 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Made reservation on behalf of 44def2fa92c441e5b77be818c0c6e7c8 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:22.278999 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.405741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Allocated IP 172.20.0.12 (dd684224-61a3-4233-bd52-a82e3ea08287/4d1551d9-d8a4-47af-8489-2fb3533c0dfc/1b786a52-fc5a-4054-9c2c-1c90fe805392) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:22.576742 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.625835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.632021 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:22.657848 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1cdb0-25c0-483f-8fb3-31fc8b6d8a86 req-b3fb3688-343c-421f-b1b1-ea717b6f23cc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.666019 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2aa1cdb0-25c0-483f-8fb3-31fc8b6d8a86 req-b3fb3688-343c-421f-b1b1-ea717b6f23cc tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0866358 Jun 29 10:45:22.684958 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Network dd684224-61a3-4233-bd52-a82e3ea08287 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:22.689315 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:22.692031 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:22.729628 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2aa1cdb0-25c0-483f-8fb3-31fc8b6d8a86 req-4659c5e7-38ee-4cb0-9525-92144e6fb402 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Jun 29 10:45:22.731082 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Pushing event updated for resources: {'Port': ['ID=1b786a52-fc5a-4054-9c2c-1c90fe805392,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:22.741425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:22.766305 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.766939 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.782984 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6517739 Jun 29 10:45:22.797293 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Request body: {'port': {'device_id': 'f4808dba-e947-4113-9de8-7e10f68432db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:22.879955 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.195599 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b786a52-fc5a-4054-9c2c-1c90fe805392 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:23.204239 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.218638 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Transition to ACTIVE for port object 1b786a52-fc5a-4054-9c2c-1c90fe805392 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:23.229482 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.235249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-50b9e636-157b-4154-ad7f-d436df0ed1bd tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:23.285379 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcbb7-1c89-412c-a56c-5cfc3e0ae3e1 req-aef98ab8-0b8a-4d7f-885f-6158b09761d1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.289157 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-420dcbb7-1c89-412c-a56c-5cfc3e0ae3e1 req-aef98ab8-0b8a-4d7f-885f-6158b09761d1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.2063262 Jun 29 10:45:23.308467 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Pushing event updated for resources: {'Port': ['ID=1b786a52-fc5a-4054-9c2c-1c90fe805392,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:23.319896 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d598c5-0852-4e77-9e58-ec5e5039e918 req-cf839440-b689-497a-919d-d64cfca5a05e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.322441 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-20d598c5-0852-4e77-9e58-ec5e5039e918 req-cf839440-b689-497a-919d-d64cfca5a05e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 932 time: 0.1524854 Jun 29 10:45:23.334405 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:23.375499 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-420dcbb7-1c89-412c-a56c-5cfc3e0ae3e1 req-ab14778c-fdcc-488f-8c8a-166de8a80ea9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736437 Jun 29 10:45:23.401680 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-20d598c5-0852-4e77-9e58-ec5e5039e918 req-5c297c84-682e-4584-afa9-c46cd1dc90dc tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Jun 29 10:45:23.402836 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Attempting to bind port 1b786a52-fc5a-4054-9c2c-1c90fe805392 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:23.403689 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Attempting to bind port 1b786a52-fc5a-4054-9c2c-1c90fe805392 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:23.404019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Attempting to bind port 1b786a52-fc5a-4054-9c2c-1c90fe805392 on network dd684224-61a3-4233-bd52-a82e3ea08287 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:23.410132 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Port 1b786a52-fc5a-4054-9c2c-1c90fe805392 on network dd684224-61a3-4233-bd52-a82e3ea08287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:23.410741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Attempting to bind port 1b786a52-fc5a-4054-9c2c-1c90fe805392 on network dd684224-61a3-4233-bd52-a82e3ea08287 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:23.425431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:23.426220 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Checking segment: {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:23.427104 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Bound using segment: {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:23.427699 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Bound port: 1b786a52-fc5a-4054-9c2c-1c90fe805392, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:23.427998 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.508640 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] For port 1b786a52-fc5a-4054-9c2c-1c90fe805392, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:23.511972 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] For port 1b786a52-fc5a-4054-9c2c-1c90fe805392, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:23.519659 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.523038 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:23.560477 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.561211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.562733 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] 10.222.0.60 "PUT /v2.0/ports/1b786a52-fc5a-4054-9c2c-1c90fe805392 HTTP/1.1" status: 200 len: 1094 time: 0.7719464 Jun 29 10:45:23.563244 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4808dba-e947-4113-9de8-7e10f68432db', 'tag': '1b786a52-fc5a-4054-9c2c-1c90fe805392'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:23.565572 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c66412-ce51-4c81-bb3c-d1e658211e23" -d '{"events": [{"name": "network-changed", "server_uuid": "f4808dba-e947-4113-9de8-7e10f68432db", "tag": "1b786a52-fc5a-4054-9c2c-1c90fe805392"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:23.602572 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55506) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:23.617919 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Pushing event updated for resources: {'Port': ['ID=1b786a52-fc5a-4054-9c2c-1c90fe805392,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:23.625237 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fde9c42-910a-48c3-8bc8-1d2e7e820e31 x-openstack-request-id: req-6fde9c42-910a-48c3-8bc8-1d2e7e820e31 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:23.625561 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4808dba-e947-4113-9de8-7e10f68432db", "tag": "1b786a52-fc5a-4054-9c2c-1c90fe805392", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:23.625870 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fde9c42-910a-48c3-8bc8-1d2e7e820e31 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:23.626274 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4808dba-e947-4113-9de8-7e10f68432db', 'tag': '1b786a52-fc5a-4054-9c2c-1c90fe805392', 'status': 'completed', 'code': 200} Jun 29 10:45:23.627146 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:23.634758 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55512) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:23.696374 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-0c66c06f-f980-4b8e-ba70-6770494a3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.697913 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-0c66c06f-f980-4b8e-ba70-6770494a3129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 1097 time: 0.0657709 Jun 29 10:45:23.733220 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.752671 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-8d784b54-c71e-4d3e-bef1-1f89e1f98d8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392 HTTP/1.1" status: 200 len: 217 time: 0.0450833 Jun 29 10:45:23.780232 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.817874 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-fcb52a81-b9bb-4207-b15f-52bd3137ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.819597 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-fcb52a81-b9bb-4207-b15f-52bd3137ec47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d1551d9-d8a4-47af-8489-2fb3533c0dfc HTTP/1.1" status: 200 len: 854 time: 0.0592358 Jun 29 10:45:23.861445 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.862193 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-5237821c-65eb-4eba-b148-b6e96f599d6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd684224-61a3-4233-bd52-a82e3ea08287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328159 Jun 29 10:45:23.890451 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.895739 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-209766a4-30d8-4cdb-9153-e200793ba49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:23.954930 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1bc00ee09e84ef29e7aae7079a11790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510697 Jun 29 10:45:23.959558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55524) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:23.961376 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec660de-b2e1-49f8-a3ea-bca7ac9b1911,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:23.969335 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:23.997589 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dbf6-c505-4f0d-87e8-5c582b500d67 req-9f33bfd3-6827-43e2-85df-3b64abef04ce tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.999079 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6cb5dbf6-c505-4f0d-87e8-5c582b500d67 req-9f33bfd3-6827-43e2-85df-3b64abef04ce tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1362159 Jun 29 10:45:24.032251 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-3c61cc3c-41bd-4151-8f94-75fb23977ec9 service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602650 Jun 29 10:45:24.063891 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6cb5dbf6-c505-4f0d-87e8-5c582b500d67 req-d3d483f7-2e72-4b8d-b195-e640194fb114 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559959 Jun 29 10:45:24.072397 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.079615 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.082136 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3cba60d8-1a1b-4928-9999-e8fe1020de57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:24.089640 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.121045 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.128348 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21129340-eb62-4a77-8f12-165a1759c0e1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:24.133929 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:24.138480 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=238134e6ff194f1dbf9aa172164057c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019770 Jun 29 10:45:24.141002 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55526) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:24.179914 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c1eafe47-9802-446b-a458-7e9388bc3a50 req-19c81ed9-ba01-44fb-b15a-5692d7711b65 service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376224 Jun 29 10:45:24.203276 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.217513 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.220121 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.222104 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bec660de-b2e1-49f8-a3ea-bca7ac9b1911 HTTP/1.1" status: 204 len: 168 time: 0.2607381 Jun 29 10:45:24.222931 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3fd6ea2b-0266-48da-8153-08a59f22137f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:24.230806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec660de-b2e1-49f8-a3ea-bca7ac9b1911,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:24.233304 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:24.246374 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.334490 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-f452a9b5-c465-4e9e-b770-194181194dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.336035 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-f452a9b5-c465-4e9e-b770-194181194dad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 1097 time: 0.0731881 Jun 29 10:45:24.344278 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.347074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.348088 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21129340-eb62-4a77-8f12-165a1759c0e1 HTTP/1.1" status: 204 len: 168 time: 0.2060413 Jun 29 10:45:24.349743 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1b997da3-a816-4fff-9c94-d9de72c82a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:24.361042 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21129340-eb62-4a77-8f12-165a1759c0e1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:24.364400 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:24.373729 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d7225-0b9d-473e-8f08-afc7aa50fd36 req-8bac6c72-4980-42fa-8189-53f142bbd561 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.380702 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-560d7225-0b9d-473e-8f08-afc7aa50fd36 req-8bac6c72-4980-42fa-8189-53f142bbd561 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 946 time: 0.0918949 Jun 29 10:45:24.460114 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-560d7225-0b9d-473e-8f08-afc7aa50fd36 req-21de4e08-4615-4f5f-885a-5e5b63ac9f8e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783999 Jun 29 10:45:24.497475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-412d8273-7613-46f2-bcf9-c350c58f746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.499368 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-412d8273-7613-46f2-bcf9-c350c58f746e service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 200 len: 915 time: 0.1535895 Jun 29 10:45:24.552806 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-0c76fda9-b73c-4034-ab7f-beb08b0a0af0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392 HTTP/1.1" status: 200 len: 217 time: 0.0429568 Jun 29 10:45:24.617009 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef15bc-77ef-4c32-bf92-5cd407251916 req-03398706-486b-4c03-87b7-6d9bd5a6d8e0 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.625477 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1eef15bc-77ef-4c32-bf92-5cd407251916 req-03398706-486b-4c03-87b7-6d9bd5a6d8e0 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 944 time: 0.0844879 Jun 29 10:45:24.646692 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-1255eac4-c19e-49f6-aca5-1754101c03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.648183 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-1255eac4-c19e-49f6-aca5-1754101c03e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d1551d9-d8a4-47af-8489-2fb3533c0dfc HTTP/1.1" status: 200 len: 854 time: 0.0886903 Jun 29 10:45:24.674564 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1eef15bc-77ef-4c32-bf92-5cd407251916 req-a50138c6-5540-4a8f-9d9e-0e2f7fed4eb7 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Jun 29 10:45:24.694027 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-0c87a9f9-a947-42f1-9f6e-d8f37e1e8ae5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd684224-61a3-4233-bd52-a82e3ea08287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379777 Jun 29 10:45:24.795699 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-54a40aec-1a03-4779-9616-107b0642466e service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936813 Jun 29 10:45:24.824020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55562) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:24.855256 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55564) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:24.863407 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:24.912624 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:24.943845 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-68c66412-ce51-4c81-bb3c-d1e658211e23 req-efd50bd0-9186-4fda-b0cf-9e8a9dbaf93b service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419158 Jun 29 10:45:25.024964 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-c14b754d-a499-406d-a5d7-461ecd48df37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1680026 Jun 29 10:45:25.027065 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.033634 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.038421 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-927707a4-dd49-4f7f-9e81-e92984447b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:25.050495 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.080552 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd6d835ff3474d1b90a915e4215945c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532463 Jun 29 10:45:25.080552 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcf2792-c091-4069-b399-700e454b2f70,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:25.081966 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55574) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:25.083450 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:25.097864 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:25.100399 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:25.103028 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265bd7a-22fe-47a0-b3c5-1f0e2cdbc961" -d '{"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:25.109640 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.113830 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:25.154616 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.159366 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66e901d-ec01-4922-abd0-c1c088089f42 x-openstack-request-id: req-d66e901d-ec01-4922-abd0-c1c088089f42 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:25.159883 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-unplugged", "status": "failed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "code": 422}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:25.160620 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d66e901d-ec01-4922-abd0-c1c088089f42 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:25.161210 dv-cinder-786627-13-smb neutron-server[99739]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'code': 422} returned with failed status Jun 29 10:45:25.179664 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.209470 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=8']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:25.216171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:25.272412 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.275463 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.276746 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffcf2792-c091-4069-b399-700e454b2f70 HTTP/1.1" status: 204 len: 168 time: 0.1932948 Jun 29 10:45:25.277690 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ea1949c8-4deb-4b11-b88d-c3f8f57bb80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:25.286949 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcf2792-c091-4069-b399-700e454b2f70,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:25.290016 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:25.511592 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b8da-21bc-4563-bf3c-6f547d91c02b req-f6690ee3-70b8-4349-9aa8-2653577cc73e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.514860 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-29f7b8da-21bc-4563-bf3c-6f547d91c02b req-f6690ee3-70b8-4349-9aa8-2653577cc73e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0883625 Jun 29 10:45:25.573116 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-29f7b8da-21bc-4563-bf3c-6f547d91c02b req-19b7a123-64b1-445a-94cb-7cf667f8ff80 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489173 Jun 29 10:45:25.687413 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dde6df-fd8e-4d15-8c25-23f81e168a90 req-675ed4df-15f5-4b82-a5b6-ab487c49466f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.688969 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-52dde6df-fd8e-4d15-8c25-23f81e168a90 req-675ed4df-15f5-4b82-a5b6-ab487c49466f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0811269 Jun 29 10:45:25.722506 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d63071a5-fb0a-42f0-9ef3-33e683bd14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.766827 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-52dde6df-fd8e-4d15-8c25-23f81e168a90 req-ed3ff8aa-b561-49f5-8d9f-73b8467af214 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552471 Jun 29 10:45:25.911398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90131-45b9-4f19-8fff-e248335c76c1 req-df7519de-6efd-4185-b147-4fc32a4b55ae tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.917799 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8ec90131-45b9-4f19-8fff-e248335c76c1 req-df7519de-6efd-4185-b147-4fc32a4b55ae tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 944 time: 0.0854027 Jun 29 10:45:25.982740 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8ec90131-45b9-4f19-8fff-e248335c76c1 req-91e6c858-fbb7-42b9-a8f0-7b32898ceda4 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Jun 29 10:45:26.644457 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829603c-ae91-4385-af57-26530638f076 req-501552c0-ce9c-4f90-9ad7-a13f21377259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.646585 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-501552c0-ce9c-4f90-9ad7-a13f21377259 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb&tenant_id=3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 1097 time: 0.0881512 Jun 29 10:45:26.734752 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829603c-ae91-4385-af57-26530638f076 req-631541ca-d91d-4cae-aef7-2f02ce334a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.737215 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-631541ca-d91d-4cae-aef7-2f02ce334a22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1097 time: 0.0637882 Jun 29 10:45:26.748175 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316928f-f575-4fec-96b9-1df2c9baf716 req-1c8d0445-2938-4b1b-a37a-44b9c5a79015 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.750014 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0316928f-f575-4fec-96b9-1df2c9baf716 req-1c8d0445-2938-4b1b-a37a-44b9c5a79015 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0657709 Jun 29 10:45:26.789264 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0316928f-f575-4fec-96b9-1df2c9baf716 req-345d296f-f031-4155-af19-818c40677e4a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Jun 29 10:45:26.833824 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829603c-ae91-4385-af57-26530638f076 req-f18d6804-f330-4725-b57f-8c4a9cd8d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.835445 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-f18d6804-f330-4725-b57f-8c4a9cd8d287 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.0905323 Jun 29 10:45:26.908406 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-fb09c7f1-db28-4cd9-b6b9-7aa7d39331a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 200 len: 999 time: 0.0643330 Jun 29 10:45:26.928278 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 1b786a52-fc5a-4054-9c2c-1c90fe805392 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:26.971490 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829603c-ae91-4385-af57-26530638f076 req-b72f539d-1ed8-4da0-a16c-d85ac04e7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.972953 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-b72f539d-1ed8-4da0-a16c-d85ac04e7532 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0575423 Jun 29 10:45:26.988907 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ced112-ce7e-4167-9d17-b3a23858e224 req-697f2d0c-30b7-4ed1-8212-35c6854a8f9b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.996372 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-58ced112-ce7e-4167-9d17-b3a23858e224 req-697f2d0c-30b7-4ed1-8212-35c6854a8f9b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.1031334 Jun 29 10:45:27.056333 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-58ced112-ce7e-4167-9d17-b3a23858e224 req-69a544dd-a4c6-487a-9d54-24f5a4bc2e11 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583532 Jun 29 10:45:27.071699 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 1b786a52-fc5a-4054-9c2c-1c90fe805392, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.085651 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '1b786a52-fc5a-4054-9c2c-1c90fe805392', 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287', 'port_id': '1b786a52-fc5a-4054-9c2c-1c90fe805392', 'mac_address': 'fa:16:3e:1c:a5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1551d9-d8a4-47af-8489-2fb3533c0dfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:27.089665 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829603c-ae91-4385-af57-26530638f076 req-feacf560-1dc3-4ecb-98f7-53418a237076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.091745 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-feacf560-1dc3-4ecb-98f7-53418a237076 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1061347 Jun 29 10:45:27.159199 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.176029 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b786a52-fc5a-4054-9c2c-1c90fe805392 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:27.198916 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 1b786a52-fc5a-4054-9c2c-1c90fe805392, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.206973 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.209006 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-391b07b6-590c-4bb9-bee8-34b40c13a696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:27.218536 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472144f-7a1c-4a5e-b768-abbd6f6fe53c req-27718cba-c304-4fa9-82a0-77419bb94c7c tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.229092 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-a64b3118-cd6c-4587-83af-76cdae57bec8 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140194 Jun 29 10:45:27.230951 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d472144f-7a1c-4a5e-b768-abbd6f6fe53c req-27718cba-c304-4fa9-82a0-77419bb94c7c tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 944 time: 0.0981152 Jun 29 10:45:27.304656 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d472144f-7a1c-4a5e-b768-abbd6f6fe53c req-98a73821-6066-4b16-ae03-ae5eb6182994 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727065 Jun 29 10:45:27.321116 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b786a52-fc5a-4054-9c2c-1c90fe805392,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:27.336655 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:27.413014 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-bd071da4-4ba1-44f3-8417-83fba30e544b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0bbef5c19f034610b5985b3dbf34756d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294018 Jun 29 10:45:27.472259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['1b786a52-fc5a-4054-9c2c-1c90fe805392'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:27.574577 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7829603c-ae91-4385-af57-26530638f076 req-1446c414-9fd8-4c4b-86bd-e507b51e7a06 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343050 Jun 29 10:45:27.618113 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-81e3295d-5c41-4247-96f8-1c77bd57ec98 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.619575 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-81e3295d-5c41-4247-96f8-1c77bd57ec98 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010398 Jun 29 10:45:27.635941 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-622083f0-ee3b-4199-8ae7-fc9b04c86d73 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/quotas/0bbef5c19f034610b5985b3dbf34756d HTTP/1.1" status: 200 len: 375 time: 0.0098436 Jun 29 10:45:27.670248 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-79ae9d44-0435-4bb2-b5ef-7c316865de1f tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bbef5c19f034610b5985b3dbf34756d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278833 Jun 29 10:45:27.860275 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2779f2e6-c4e9-4378-84f7-2fc985d75551 req-d2899391-d1aa-422c-991c-a6600036fa33 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0390279 Jun 29 10:45:27.992543 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ae3c-649d-4800-a905-a517ce6c1d86 req-f483d62b-ff90-4d8b-93a0-68de98093208 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.994069 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0768ae3c-649d-4800-a905-a517ce6c1d86 req-f483d62b-ff90-4d8b-93a0-68de98093208 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0750246 Jun 29 10:45:28.040204 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0768ae3c-649d-4800-a905-a517ce6c1d86 req-d26d8064-c6ce-46b9-a0b9-8419df794463 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Jun 29 10:45:28.298764 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92618d7-1b54-4008-b8c5-e668a54c1c43 req-8fe57b4c-8a32-4466-84ef-bcdc0b5cc037 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.306144 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c92618d7-1b54-4008-b8c5-e668a54c1c43 req-8fe57b4c-8a32-4466-84ef-bcdc0b5cc037 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0851133 Jun 29 10:45:28.373339 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c92618d7-1b54-4008-b8c5-e668a54c1c43 req-682a4c9f-7aaf-430b-939f-ef7278a7e5d5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658805 Jun 29 10:45:28.483660 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-1050fa68-dce8-4892-8986-34db9695f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.603211 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:28.659721 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d125bd-29c4-4e0e-afab-ab2ac784d679 req-2958b133-246a-41ea-b025-17ed5288a1d6 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.661510 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c5d125bd-29c4-4e0e-afab-ab2ac784d679 req-2958b133-246a-41ea-b025-17ed5288a1d6 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 945 time: 0.1100900 Jun 29 10:45:28.706953 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c5d125bd-29c4-4e0e-afab-ab2ac784d679 req-9025cd42-347e-4a1b-8fb1-cbc0e220ca7f tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Jun 29 10:45:28.793045 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.942404 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 1b786a52-fc5a-4054-9c2c-1c90fe805392 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:28.996009 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 1b786a52-fc5a-4054-9c2c-1c90fe805392 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:29.002017 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e305e0e3-72c1-415b-96fa-fc4f2a013cc0 req-9f494425-d2a5-4fdf-abad-a9fe99f6f61d tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0380192 Jun 29 10:45:29.003497 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 1b786a52-fc5a-4054-9c2c-1c90fe805392 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:29.004450 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.092254 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.120414 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4808dba-e947-4113-9de8-7e10f68432db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b786a52-fc5a-4054-9c2c-1c90fe805392'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:29.123172 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54de500-816e-4639-8e00-e546156eff7c" -d '{"events": [{"server_uuid": "f4808dba-e947-4113-9de8-7e10f68432db", "name": "network-vif-plugged", "status": "completed", "tag": "1b786a52-fc5a-4054-9c2c-1c90fe805392"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:29.136677 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 1b786a52-fc5a-4054-9c2c-1c90fe805392, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:29.145297 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.148417 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:29.190298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ea5bb-8de0-4a32-a6dc-21ac7f91d997 x-openstack-request-id: req-a96ea5bb-8de0-4a32-a6dc-21ac7f91d997 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:29.190601 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4808dba-e947-4113-9de8-7e10f68432db", "name": "network-vif-plugged", "status": "completed", "tag": "1b786a52-fc5a-4054-9c2c-1c90fe805392", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:29.190888 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a96ea5bb-8de0-4a32-a6dc-21ac7f91d997 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:29.191282 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4808dba-e947-4113-9de8-7e10f68432db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b786a52-fc5a-4054-9c2c-1c90fe805392', 'code': 200} Jun 29 10:45:29.214417 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=1b786a52-fc5a-4054-9c2c-1c90fe805392,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:29.217850 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:29.258279 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99107db-07b5-4568-81fd-a2a6ec526073 req-f1375694-634d-4a10-a35a-4ea856c65e60 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.259682 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e99107db-07b5-4568-81fd-a2a6ec526073 req-f1375694-634d-4a10-a35a-4ea856c65e60 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0705831 Jun 29 10:45:29.300665 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e99107db-07b5-4568-81fd-a2a6ec526073 req-1f72004e-c543-47ee-89ad-ac50c8dae43b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Jun 29 10:45:29.559381 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62602fe9-1997-4880-a825-9371f7bb2335 req-9ec1dce4-771a-41bc-85bf-2c0438f8f8cc tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.560871 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-62602fe9-1997-4880-a825-9371f7bb2335 req-9ec1dce4-771a-41bc-85bf-2c0438f8f8cc tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0674572 Jun 29 10:45:29.562598 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.608349 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-62602fe9-1997-4880-a825-9371f7bb2335 req-8a608408-cd48-4fde-82bf-e536fdfb7999 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415294 Jun 29 10:45:29.905654 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f8db-cd3c-4616-9fb0-550f871cce03 req-c577b948-7ad0-4307-9b19-c759a096f3ea tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.905654 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e42f8db-cd3c-4616-9fb0-550f871cce03 req-c577b948-7ad0-4307-9b19-c759a096f3ea tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0707073 Jun 29 10:45:29.945979 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e42f8db-cd3c-4616-9fb0-550f871cce03 req-5768082f-4b21-48f8-a0ad-aee06f2a6e4c tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Jun 29 10:45:30.162644 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-30c8fae0-f6d7-4729-845d-c075bfcdc55a req-9d83f969-35dc-4c80-b8d4-68d8ee34d6f5 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0438375 Jun 29 10:45:30.482160 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150181e-e4d2-4d72-af2b-2e513e6ad43a req-c5fee408-9913-4063-bb08-f72a1d0979db tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.483672 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d150181e-e4d2-4d72-af2b-2e513e6ad43a req-c5fee408-9913-4063-bb08-f72a1d0979db tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0657699 Jun 29 10:45:30.524225 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d150181e-e4d2-4d72-af2b-2e513e6ad43a req-2e39e7d2-13af-47ef-8d6e-336fcce67460 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345645 Jun 29 10:45:30.797081 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c6066-cfa3-4938-a2da-3830b3e83be9 req-b09ed37d-ecbc-409d-9f24-4a4ccb00c59d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.798590 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-551c6066-cfa3-4938-a2da-3830b3e83be9 req-b09ed37d-ecbc-409d-9f24-4a4ccb00c59d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0689535 Jun 29 10:45:30.837175 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-551c6066-cfa3-4938-a2da-3830b3e83be9 req-001f06ca-abe8-4dc3-b83d-4933dc9b9bf1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328882 Jun 29 10:45:31.123812 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716601-117e-4794-b770-06c8e2408ba5 req-285cc2ee-445c-49de-bff0-f374cdf1b059 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.125324 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-62716601-117e-4794-b770-06c8e2408ba5 req-285cc2ee-445c-49de-bff0-f374cdf1b059 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0652163 Jun 29 10:45:31.150988 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.180834 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-62716601-117e-4794-b770-06c8e2408ba5 req-ac3e3129-9870-4c10-9380-9ad8984bb547 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489764 Jun 29 10:45:31.324064 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-383b6c6d-648d-4925-8c1a-1eb362947060 req-74a9f806-4ec9-4347-b094-956da11b5d52 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0318947 Jun 29 10:45:31.719203 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c791ea-8615-450c-9e56-d1d919e5c28a req-075b0462-28a7-4d8a-bbb2-7718173e91cf tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.720706 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f7c791ea-8615-450c-9e56-d1d919e5c28a req-075b0462-28a7-4d8a-bbb2-7718173e91cf tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0663848 Jun 29 10:45:31.758906 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f7c791ea-8615-450c-9e56-d1d919e5c28a req-26e982ee-6158-458e-879c-bb4bb72e9367 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jun 29 10:45:32.020279 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd4b48-2f42-433e-bce4-8d232e038029 req-9cc3ef85-c8d7-42b2-8c9e-04d6e68b99d9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.021833 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7ecd4b48-2f42-433e-bce4-8d232e038029 req-9cc3ef85-c8d7-42b2-8c9e-04d6e68b99d9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0636816 Jun 29 10:45:32.060419 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7ecd4b48-2f42-433e-bce4-8d232e038029 req-273bec3f-89c1-4cfa-818b-7a04ae0dc048 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Jun 29 10:45:32.366818 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b277-7f9a-47fc-ad3a-7932153d79f9 req-3c1af5bd-ec51-42df-be37-f02204742bf6 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.369326 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e0a0b277-7f9a-47fc-ad3a-7932153d79f9 req-3c1af5bd-ec51-42df-be37-f02204742bf6 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0673482 Jun 29 10:45:32.412198 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e0a0b277-7f9a-47fc-ad3a-7932153d79f9 req-56890527-9e64-48c1-bf2c-716a3784cee3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Jun 29 10:45:32.478004 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e2ea0e44-f6d6-43f4-86f2-42fd41cd20aa req-ebd5087c-7af6-424e-a1b3-0fa4f8af360d tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0337505 Jun 29 10:45:32.795392 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55770) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:32.945454 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.970718 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b716790-dde0-41cd-9206-5b2dbe77bb63 req-7c0be5df-d1ff-46ac-99ed-3fb65eba7070 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.971166 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b716790-dde0-41cd-9206-5b2dbe77bb63 req-7c0be5df-d1ff-46ac-99ed-3fb65eba7070 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0761528 Jun 29 10:45:33.018343 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3b716790-dde0-41cd-9206-5b2dbe77bb63 req-f71eb351-d881-4364-bb22-464de8e11143 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380964 Jun 29 10:45:33.054380 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.058417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.062101 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-bdce18ae-123e-4cf8-a939-bbed951ef22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:33.099318 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bb9665ea9b24b2bb702c95f83d32f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028145 Jun 29 10:45:33.100199 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4942386-3b92-40bb-8bb2-5833745bccb2,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:33.102007 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55776) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:33.103482 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:33.166520 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.190127 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.282972 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dd26c-2e8c-40b8-b56c-6308c968edbd req-ea1e3c84-1446-440b-99b3-d63939f17f10 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.284348 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-351dd26c-2e8c-40b8-b56c-6308c968edbd req-ea1e3c84-1446-440b-99b3-d63939f17f10 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0923510 Jun 29 10:45:33.291325 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.295162 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.298626 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4942386-3b92-40bb-8bb2-5833745bccb2 HTTP/1.1" status: 204 len: 168 time: 0.1932597 Jun 29 10:45:33.298626 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4230783a-84c0-4bac-b2c7-54625fb33eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:33.313680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4942386-3b92-40bb-8bb2-5833745bccb2,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:33.316133 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:33.346226 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-351dd26c-2e8c-40b8-b56c-6308c968edbd req-17916c18-8c6a-4e04-aa63-877217ee7b80 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487878 Jun 29 10:45:33.603571 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a857c4-bd34-42d9-b5f9-40da9f5684e0 req-fd335dbf-a2a6-4e3c-a517-72c11a9440d3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.611685 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-00a857c4-bd34-42d9-b5f9-40da9f5684e0 req-fd335dbf-a2a6-4e3c-a517-72c11a9440d3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0752740 Jun 29 10:45:33.650544 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55786) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:33.672359 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.689224 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a8e5cbe9-8fa0-4f96-9759-31b32fd03a28 req-594b9be7-69dd-4e1e-8c2c-632c7827f924 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0748351 Jun 29 10:45:33.711560 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-00a857c4-bd34-42d9-b5f9-40da9f5684e0 req-d5dc5957-86bd-4374-b428-8d9fc37198c2 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989664 Jun 29 10:45:33.778172 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.782783 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.785417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e0822883-2c27-4ee8-8911-84b0f7c8edd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:33.816582 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba45f73bee3640c5807356909e14adf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652994 Jun 29 10:45:33.819154 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55790) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:33.826186 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b2826d-1467-4dcc-b135-d66a7e8610fd,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:33.829105 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:33.876802 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.899261 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.948942 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.952024 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.953204 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59b2826d-1467-4dcc-b135-d66a7e8610fd HTTP/1.1" status: 204 len: 168 time: 0.1327469 Jun 29 10:45:33.954031 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7b9942c7-9366-4dfb-a7f3-0109b64ef9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:33.962192 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b2826d-1467-4dcc-b135-d66a7e8610fd,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:33.964371 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:34.212664 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff549c-0b19-41cf-8dc9-ed7dc11a6551 req-5a9301d0-bbfc-4fb8-860e-42231ef7ada7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.214169 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cbff549c-0b19-41cf-8dc9-ed7dc11a6551 req-5a9301d0-bbfc-4fb8-860e-42231ef7ada7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0707700 Jun 29 10:45:34.271793 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cbff549c-0b19-41cf-8dc9-ed7dc11a6551 req-509b78ef-09dc-46b7-8887-7665816afde5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Jun 29 10:45:34.534323 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848e934-913e-4267-bcc9-b1b63241043b req-f14c756b-237f-43f3-aead-89e6665bff40 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.535926 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e848e934-913e-4267-bcc9-b1b63241043b req-f14c756b-237f-43f3-aead-89e6665bff40 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0659156 Jun 29 10:45:34.584574 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e848e934-913e-4267-bcc9-b1b63241043b req-fba71d27-e8e3-4eaf-bf5f-b1762796c661 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Jun 29 10:45:34.877029 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5a9f013f-7f55-4d66-9695-60fb03c73dba req-47671c2f-0c69-449f-9253-2bfb436e9de8 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0466599 Jun 29 10:45:34.968875 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06ca84-acba-4c6f-9b10-022591089643 req-9a5aeedd-dc75-43d8-bffb-33e286fba9fa tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.977477 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7e06ca84-acba-4c6f-9b10-022591089643 req-9a5aeedd-dc75-43d8-bffb-33e286fba9fa tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0881755 Jun 29 10:45:35.015926 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7e06ca84-acba-4c6f-9b10-022591089643 req-816c1540-0f8a-4ee6-91e4-d3ddf9d3f300 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Jun 29 10:45:35.461826 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121386bf-a75f-4cb6-a1fe-d6ddc75dfc77 req-629692a7-035f-4b2c-86c7-32335b08cb0b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.463276 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-121386bf-a75f-4cb6-a1fe-d6ddc75dfc77 req-629692a7-035f-4b2c-86c7-32335b08cb0b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0648048 Jun 29 10:45:35.519800 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-121386bf-a75f-4cb6-a1fe-d6ddc75dfc77 req-ace08e80-3b65-4206-99d3-a9cd80de13c5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Jun 29 10:45:35.784872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16ae66-6d8d-49e5-b47a-9e2480ba1c08 req-ee4b20af-7d6b-433c-bdda-4f6beffc89c5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.786567 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d16ae66-6d8d-49e5-b47a-9e2480ba1c08 req-ee4b20af-7d6b-433c-bdda-4f6beffc89c5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0677750 Jun 29 10:45:35.831883 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0d16ae66-6d8d-49e5-b47a-9e2480ba1c08 req-cae926bd-aa5f-43b2-8476-c9604b7eaa5f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395212 Jun 29 10:45:36.321513 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-55189d72-da48-4d47-a032-32518da84028 req-b3df8a8c-6817-4f54-b91d-8e1709e40f58 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.3191683 Jun 29 10:45:36.394787 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ac72e-d912-46fd-b188-e821a09d42df req-6690c2fb-3fbf-4245-9f53-9b3536cfeef5 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.396222 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e77ac72e-d912-46fd-b188-e821a09d42df req-6690c2fb-3fbf-4245-9f53-9b3536cfeef5 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0846856 Jun 29 10:45:36.436236 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e77ac72e-d912-46fd-b188-e821a09d42df req-75f741e2-87f6-47e1-902d-84b0a081512b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Jun 29 10:45:36.702385 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb433b9-e573-418e-8076-5d1fbb85fe8d req-22f3e8c0-ab15-465a-8a06-339dbac6eb01 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.705379 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-abb433b9-e573-418e-8076-5d1fbb85fe8d req-22f3e8c0-ab15-465a-8a06-339dbac6eb01 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0687668 Jun 29 10:45:36.746165 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-abb433b9-e573-418e-8076-5d1fbb85fe8d req-66f2faa5-e7c6-4b4b-8ea2-819b59d170fa tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366366 Jun 29 10:45:37.020394 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaa3d2-24a1-40d9-af37-8c3b1da3a3e5 req-7d952d4c-b536-4c36-937a-79d3c79b1ffc tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.021888 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-eaeaa3d2-24a1-40d9-af37-8c3b1da3a3e5 req-7d952d4c-b536-4c36-937a-79d3c79b1ffc tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0655119 Jun 29 10:45:37.061926 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-eaeaa3d2-24a1-40d9-af37-8c3b1da3a3e5 req-6301be82-40d9-40f0-b17a-fcd0e2b74c95 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345294 Jun 29 10:45:37.493359 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d07f06b4-2af3-479e-80af-6e7a5fec8b61 req-73739fd5-d009-4a82-a8aa-172ccc923113 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0342987 Jun 29 10:45:37.634950 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d94385-f913-49c0-a277-07582f08744d req-a1a559a8-eb1b-4e69-bd00-6fb42331c4cf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.636455 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-95d94385-f913-49c0-a277-07582f08744d req-a1a559a8-eb1b-4e69-bd00-6fb42331c4cf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0675426 Jun 29 10:45:37.687418 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-95d94385-f913-49c0-a277-07582f08744d req-f7ea2a4b-742d-47dd-bd72-94df84eea533 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Jun 29 10:45:37.953447 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b6374-65b3-4311-b3ad-740198616d12 req-a064bb11-ee2b-41ad-aaf2-3af9883c0878 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.955116 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-104b6374-65b3-4311-b3ad-740198616d12 req-a064bb11-ee2b-41ad-aaf2-3af9883c0878 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0841651 Jun 29 10:45:37.997957 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-104b6374-65b3-4311-b3ad-740198616d12 req-3cd497e5-c443-4ca1-bbe9-306d8636bbff tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353847 Jun 29 10:45:38.247651 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620243-ed33-441d-887e-bbf71f7d82c2 req-f89870b1-793c-41ae-a3c8-3ad0aca0d485 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.249223 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ba620243-ed33-441d-887e-bbf71f7d82c2 req-f89870b1-793c-41ae-a3c8-3ad0aca0d485 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0657320 Jun 29 10:45:38.294097 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ba620243-ed33-441d-887e-bbf71f7d82c2 req-a4b70d01-52e4-4386-89a6-d487e897d0c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Jun 29 10:45:38.670969 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b9f7f4b2-39af-4f92-a71c-3d4cf8aa7eda req-8a217168-18ac-4eca-8df6-4aed02db8d84 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0381658 Jun 29 10:45:38.910194 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58048a-2bc1-4a12-9836-063465804538 req-5e9a542a-ec79-4415-9ef9-15e4e260dab3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.911760 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e58048a-2bc1-4a12-9836-063465804538 req-5e9a542a-ec79-4415-9ef9-15e4e260dab3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.1001370 Jun 29 10:45:38.953862 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e58048a-2bc1-4a12-9836-063465804538 req-745ba9c8-eb84-4dcf-b7c4-3acfc0cafc8a tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Jun 29 10:45:39.182325 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47c54e-c216-4602-9c49-a87f1bbb7eb8 req-6bd8b518-b955-4673-9547-752b1bd2ced8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.184337 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ca47c54e-c216-4602-9c49-a87f1bbb7eb8 req-6bd8b518-b955-4673-9547-752b1bd2ced8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0634074 Jun 29 10:45:39.221920 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ca47c54e-c216-4602-9c49-a87f1bbb7eb8 req-7b56d079-31fc-4c6f-96fa-fc2661cc4c7b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jun 29 10:45:39.477997 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eec99-dcfa-4d90-afaa-7b172480e9fd req-c4509061-9c92-4e9d-85ee-0747156e4fcc tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.479343 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-811eec99-dcfa-4d90-afaa-7b172480e9fd req-c4509061-9c92-4e9d-85ee-0747156e4fcc tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.0645759 Jun 29 10:45:39.516153 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-811eec99-dcfa-4d90-afaa-7b172480e9fd req-df52092a-59b4-497a-8e69-a9d34d13adb7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306721 Jun 29 10:45:39.813207 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c199fbc8-2f23-41ef-a471-dc227527123e req-35a718ec-1f54-421f-ab82-5fd7bf68452f tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0303161 Jun 29 10:45:39.972947 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf631-9736-48f7-987b-6dae286a90ff req-7d4edb1d-6ea8-4b6c-895e-26ef8156ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.972947 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a7caf631-9736-48f7-987b-6dae286a90ff req-7d4edb1d-6ea8-4b6c-895e-26ef8156ed86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 1099 time: 0.0625787 Jun 29 10:45:40.025821 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a7caf631-9736-48f7-987b-6dae286a90ff req-5fe815cb-1f4c-4b87-b65d-45b5b61d80a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Jun 29 10:45:40.137236 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763418-b27d-4df4-ad2e-36d5529ac8c9 req-254350ae-f9ce-4adb-9610-b80249d1264b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.138703 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-31763418-b27d-4df4-ad2e-36d5529ac8c9 req-254350ae-f9ce-4adb-9610-b80249d1264b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0653768 Jun 29 10:45:40.180582 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-31763418-b27d-4df4-ad2e-36d5529ac8c9 req-011cc255-d886-4d89-b913-33c37efe5ce1 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Jun 29 10:45:40.302792 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55924) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:40.394671 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa307-0c17-4f74-90c7-58d049fe6836 req-f94aab46-0c74-418e-a5b0-f818bd418c10 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.396253 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0c9aa307-0c17-4f74-90c7-58d049fe6836 req-f94aab46-0c74-418e-a5b0-f818bd418c10 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0633152 Jun 29 10:45:40.406984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.437444 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0c9aa307-0c17-4f74-90c7-58d049fe6836 req-366b763d-758c-4463-bc25-d949e0f52caf tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Jun 29 10:45:40.497333 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.501359 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.503957 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fd558f9d-0b7d-49b5-91af-00e5cb9f7d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:40.541553 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5af2014112245b78e245e2a12e4aa03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376347 Jun 29 10:45:40.542545 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7340f0-a4b1-4536-8c6c-2c7a57810c54,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:40.545562 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55928) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:40.550230 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:40.586521 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-69ebf61e-fb91-4311-a4a1-4a4d73ee5ceb tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0bbef5c19f034610b5985b3dbf34756d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354192 Jun 29 10:45:40.598648 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.627895 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.721612 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.724155 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.727736 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db7340f0-a4b1-4536-8c6c-2c7a57810c54 HTTP/1.1" status: 204 len: 168 time: 0.1793075 Jun 29 10:45:40.727736 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-167b05c2-e8a5-4d95-b335-04c754f6527f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:40.734436 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7340f0-a4b1-4536-8c6c-2c7a57810c54,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:40.737482 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:40.762650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b0a5b-fc0c-40c8-af61-3aabfb43d26f req-98da28bd-8cd0-48bf-85d2-85e69cb406a2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.764155 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7a8b0a5b-fc0c-40c8-af61-3aabfb43d26f req-98da28bd-8cd0-48bf-85d2-85e69cb406a2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.1030498 Jun 29 10:45:40.805553 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7a8b0a5b-fc0c-40c8-af61-3aabfb43d26f req-9db64d7e-7dba-4bcf-9eab-fd52d903f2b0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355966 Jun 29 10:45:40.817210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d3b4f394-1d0f-481f-9250-098123c0aaa6 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.818953 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d3b4f394-1d0f-481f-9250-098123c0aaa6 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267210 Jun 29 10:45:40.839235 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Request body: {'port': {'device_id': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a', 'admin_state_up': True, 'tenant_id': '0bbef5c19f034610b5985b3dbf34756d'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:40.961124 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Made reservation on behalf of 0bbef5c19f034610b5985b3dbf34756d for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:40.962990 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8a57493c-786b-4c7e-863f-e5f4516051bb req-9adf7285-9015-4ce7-b5fe-46e14e01b8f1 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0337517 Jun 29 10:45:40.966973 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.978842 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.066004 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 55942) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:41.087088 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.107145 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.112443 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.117521 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-aa49f1c4-2b78-4f85-bafa-a240a3eb04f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:41.198719 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:41.208109 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:41.281265 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Allocated IP 192.168.233.49 (90776f76-9184-4e9f-bf74-23366d10d47a/e9b1dd41-bd3e-4c35-bec1-1f84d12546f2/e7e2ba26-b934-46bb-b270-d857af1a8493) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:41.313361 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.328445 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.334042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3cd806f7-e8b4-45d9-ba4e-727cd6476422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:41.375875 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75041d49-f6e5-443f-832f-9eb7fb8ca61c req-7f230fd5-3510-44c5-b1c7-62ee39583dea tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.377632 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-75041d49-f6e5-443f-832f-9eb7fb8ca61c req-7f230fd5-3510-44c5-b1c7-62ee39583dea tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0695181 Jun 29 10:45:41.417256 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-75041d49-f6e5-443f-832f-9eb7fb8ca61c req-a68cb85e-d903-4d3d-b185-9463109fba98 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337663 Jun 29 10:45:41.422304 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e7cb412241d49a48dc22745643be37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552887 Jun 29 10:45:41.424861 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 55946) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:41.456045 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4847530b-da91-4777-91ea-e0cd4ef6bbdc,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:41.466201 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:41.502750 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.526047 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b589b4-b5b7-492d-b127-0d5270d9af75 req-f64e6684-a47c-4e8b-8c79-a98f9b0bb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.528109 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-60b589b4-b5b7-492d-b127-0d5270d9af75 req-f64e6684-a47c-4e8b-8c79-a98f9b0bb339 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.1627629 Jun 29 10:45:41.536668 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.544360 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.569234 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Transition to ACTIVE for port object e7e2ba26-b934-46bb-b270-d857af1a8493 will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:41.585591 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-60b589b4-b5b7-492d-b127-0d5270d9af75 req-d2a183f9-6bce-4a97-acc4-11dd5b650732 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497983 Jun 29 10:45:41.614648 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.620262 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:41.658383 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4d5e-3f4d-49ea-b608-cbec5564d743 req-5935e6c9-26e3-4b9a-b5c5-c85edcd6a9c7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.659908 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-500c4d5e-3f4d-49ea-b608-cbec5564d743 req-5935e6c9-26e3-4b9a-b5c5-c85edcd6a9c7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0805299 Jun 29 10:45:41.664427 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Network 90776f76-9184-4e9f-bf74-23366d10d47a is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:41.665572 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.667835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:41.669926 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.672694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:41.685313 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4847530b-da91-4777-91ea-e0cd4ef6bbdc HTTP/1.1" status: 204 len: 168 time: 0.2517073 Jun 29 10:45:41.690154 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-32d047d0-a6bd-4b72-bd0a-2681dcbd168c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:41.701252 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Pushing event updated for resources: {'Port': ['ID=e7e2ba26-b934-46bb-b270-d857af1a8493,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:41.706211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:41.715862 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847530b-da91-4777-91ea-e0cd4ef6bbdc,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:41.719958 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:41.735418 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.736674 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.752365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-500c4d5e-3f4d-49ea-b608-cbec5564d743 req-25e1f9d7-1454-4226-a0b2-c712282f9964 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656250 Jun 29 10:45:41.774198 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9400053 Jun 29 10:45:41.786658 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Request body: {'port': {'device_id': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:41.913949 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.982148 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-65ac784b-1acb-49d6-8246-08d31bc54a71 None None] Provisioning for port e7e2ba26-b934-46bb-b270-d857af1a8493 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:41.991975 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-65ac784b-1acb-49d6-8246-08d31bc54a71 None None] Provisioning complete for port e7e2ba26-b934-46bb-b270-d857af1a8493 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:41.992400 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-65ac784b-1acb-49d6-8246-08d31bc54a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.093202 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dc6c9-73a2-43f7-9e60-dd28e5e323e3 req-71beade8-be74-45f2-a528-c3e50e5b3517 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.106921 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-031dc6c9-73a2-43f7-9e60-dd28e5e323e3 req-71beade8-be74-45f2-a528-c3e50e5b3517 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 944 time: 0.1529779 Jun 29 10:45:42.177319 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-031dc6c9-73a2-43f7-9e60-dd28e5e323e3 req-11b0a799-e34f-4a51-9250-c008fa36ac56 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697453 Jun 29 10:45:42.257884 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-65ac784b-1acb-49d6-8246-08d31bc54a71 None None] Port e7e2ba26-b934-46bb-b270-d857af1a8493 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:42.270620 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e2ba26-b934-46bb-b270-d857af1a8493 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:42.279247 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.288619 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d242c0-b7a4-4bef-8ce1-a80c154f0b3b req-d4e0b750-8388-45df-81fe-40fc477c310c tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.290256 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-60d242c0-b7a4-4bef-8ce1-a80c154f0b3b req-d4e0b750-8388-45df-81fe-40fc477c310c tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 935 time: 0.0909121 Jun 29 10:45:42.301823 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Transition to ACTIVE for port object e7e2ba26-b934-46bb-b270-d857af1a8493 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:42.306358 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.311516 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fa50c422-3ad4-479e-8b43-33684d69b7e5 tempest-VolumesActionsTest-1336348715 tempest-VolumesActionsTest-1336348715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:42.338035 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-60d242c0-b7a4-4bef-8ce1-a80c154f0b3b req-2ebdb020-afd3-4176-a94b-da39ce5afeda tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Jun 29 10:45:42.395947 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e2ba26-b934-46bb-b270-d857af1a8493,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:42.453312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:42.489092 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Attempting to bind port e7e2ba26-b934-46bb-b270-d857af1a8493 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:42.489430 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Attempting to bind port e7e2ba26-b934-46bb-b270-d857af1a8493 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:42.489838 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Attempting to bind port e7e2ba26-b934-46bb-b270-d857af1a8493 on network 90776f76-9184-4e9f-bf74-23366d10d47a {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:42.494570 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Port e7e2ba26-b934-46bb-b270-d857af1a8493 on network 90776f76-9184-4e9f-bf74-23366d10d47a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:42.495046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Attempting to bind port e7e2ba26-b934-46bb-b270-d857af1a8493 on network 90776f76-9184-4e9f-bf74-23366d10d47a {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:42.500288 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:42.500736 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Checking segment: {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:42.504053 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Bound using segment: {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:42.508649 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Bound port: e7e2ba26-b934-46bb-b270-d857af1a8493, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92065e57-408d-4d27-9105-ec3ec7706dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:42.509010 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.580591 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] For port e7e2ba26-b934-46bb-b270-d857af1a8493, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:42.586949 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] For port e7e2ba26-b934-46bb-b270-d857af1a8493, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7e2ba26-b934-46bb-b270-d857af1a8493,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:42.598522 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.601088 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0bbcc78e-e426-45b0-b178-da0c2907be3d tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:42.641412 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.642022 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.643555 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] 10.222.0.60 "PUT /v2.0/ports/e7e2ba26-b934-46bb-b270-d857af1a8493 HTTP/1.1" status: 200 len: 1097 time: 0.8617043 Jun 29 10:45:42.644084 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'tag': 'e7e2ba26-b934-46bb-b270-d857af1a8493'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:42.646496 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94d1ebf-1e68-454b-ad17-64817b6d470f" -d '{"events": [{"name": "network-changed", "server_uuid": "c613ddfb-8d4a-454e-9642-b7a3599285fe", "tag": "e7e2ba26-b934-46bb-b270-d857af1a8493"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:42.685536 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e2ba26-b934-46bb-b270-d857af1a8493,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:42.696879 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:42.740567 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c6321-c988-4ae4-9164-9b15564f1ce3 x-openstack-request-id: req-b05c6321-c988-4ae4-9164-9b15564f1ce3 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:42.740897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c613ddfb-8d4a-454e-9642-b7a3599285fe", "tag": "e7e2ba26-b934-46bb-b270-d857af1a8493", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:42.741201 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b05c6321-c988-4ae4-9164-9b15564f1ce3 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:42.741634 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'tag': 'e7e2ba26-b934-46bb-b270-d857af1a8493', 'status': 'completed', 'code': 200} Jun 29 10:45:42.769850 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-a1429131-096c-4062-9b24-c2baefe4f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.771369 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-a1429131-096c-4062-9b24-c2baefe4f82f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bbef5c19f034610b5985b3dbf34756d&device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 1100 time: 0.0715764 Jun 29 10:45:42.823132 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-3e2b6fd7-1198-4efa-9007-b60ba1ece5d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e7e2ba26-b934-46bb-b270-d857af1a8493 HTTP/1.1" status: 200 len: 217 time: 0.0437236 Jun 29 10:45:42.877366 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-f39ff9af-f9d4-4af9-a967-a724b14bc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.878798 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-f39ff9af-f9d4-4af9-a967-a724b14bc795 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9b1dd41-bd3e-4c35-bec1-1f84d12546f2 HTTP/1.1" status: 200 len: 843 time: 0.0487580 Jun 29 10:45:42.939555 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab043c-f181-43ee-ba4c-81344b4bcb58 req-f1657e46-d96f-4247-b05b-fac5b405ce73 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.941208 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-64ab043c-f181-43ee-ba4c-81344b4bcb58 req-f1657e46-d96f-4247-b05b-fac5b405ce73 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0681698 Jun 29 10:45:42.952265 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-b7bd2ca3-28f8-4de1-819f-9ea4c210b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.955406 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-b7bd2ca3-28f8-4de1-819f-9ea4c210b859 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90776f76-9184-4e9f-bf74-23366d10d47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657687 Jun 29 10:45:42.981616 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-64ab043c-f181-43ee-ba4c-81344b4bcb58 req-591debde-f6d0-45bb-a3a2-238c92768919 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Jun 29 10:45:42.991186 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:43.076418 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-e7d3968c-e6d1-40b6-aafb-fc774710835d service neutron] 10.222.0.60 "GET /v2.0/networks/90776f76-9184-4e9f-bf74-23366d10d47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134064 Jun 29 10:45:43.155805 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:43.173025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'port_id': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'mac_address': 'fa:16:3e:23:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:43.203066 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0f54da90-e611-4db6-bea1-52cbd765b969 req-9ab3aea2-530c-478b-ada9-d1183dcfbdda service neutron] 10.222.0.60 "GET /v2.0/networks/90776f76-9184-4e9f-bf74-23366d10d47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159358 Jun 29 10:45:43.238485 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.257185 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d34fee-aa8e-48ee-a4de-4004ea10b77b {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:43.308234 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:43.316023 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.320461 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:43.367668 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-58a53a3e-8fb7-4453-8852-ea4c4058424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.374745 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-58a53a3e-8fb7-4453-8852-ea4c4058424d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bbef5c19f034610b5985b3dbf34756d&device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 1100 time: 0.1009948 Jun 29 10:45:43.375258 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 56056) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:43.389124 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=9']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:43.398611 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:43.442629 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a8d8-3c33-4906-8727-5358afd7514f req-0830ceba-53f5-400c-b364-32256f14fe5f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.449502 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1896a8d8-3c33-4906-8727-5358afd7514f req-0830ceba-53f5-400c-b364-32256f14fe5f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 945 time: 0.1144412 Jun 29 10:45:43.515701 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1896a8d8-3c33-4906-8727-5358afd7514f req-772e9903-d9e3-4bd2-abc8-a7037ec4e556 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631738 Jun 29 10:45:43.538350 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-d369fef7-67c7-4249-9dcb-930dc51bcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.540380 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-d369fef7-67c7-4249-9dcb-930dc51bcfb4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90776f76-9184-4e9f-bf74-23366d10d47a HTTP/1.1" status: 200 len: 870 time: 0.1503174 Jun 29 10:45:43.542475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.544834 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddffc-45b7-4568-a35e-5e2f1eb3d327 req-398561cd-cde1-43b4-8917-769ef2daecfe tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.546486 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b45ddffc-45b7-4568-a35e-5e2f1eb3d327 req-398561cd-cde1-43b4-8917-769ef2daecfe tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0957241 Jun 29 10:45:43.591721 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b45ddffc-45b7-4568-a35e-5e2f1eb3d327 req-a68d94e5-ccb3-438d-bdbd-2f8d2cfa0be4 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Jun 29 10:45:43.596165 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-e47b0268-9214-437e-90b9-3bfc59bee1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.597637 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-e47b0268-9214-437e-90b9-3bfc59bee1d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.1804175 Jun 29 10:45:43.600530 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-8c778728-b8dc-4291-a7da-524faeeb028b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e7e2ba26-b934-46bb-b270-d857af1a8493 HTTP/1.1" status: 200 len: 217 time: 0.0492916 Jun 29 10:45:43.661733 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['e1d34fee-aa8e-48ee-a4de-4004ea10b77b'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:43.723526 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-bb20497a-9029-4508-b9ff-1f12d316c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.724683 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1fa9-0d20-41db-85e0-2a0f219de96d req-cc7834ff-020c-4b38-b928-6d980cdad66f tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.725117 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-bb20497a-9029-4508-b9ff-1f12d316c5a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9b1dd41-bd3e-4c35-bec1-1f84d12546f2 HTTP/1.1" status: 200 len: 843 time: 0.1114018 Jun 29 10:45:43.726250 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c6da1fa9-0d20-41db-85e0-2a0f219de96d req-cc7834ff-020c-4b38-b928-6d980cdad66f tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 947 time: 0.0821154 Jun 29 10:45:43.780011 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c6da1fa9-0d20-41db-85e0-2a0f219de96d req-e92eff92-4625-48a2-aef8-ee02f3110bfa tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Jun 29 10:45:43.804833 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-826fee89-fb27-43c1-aa81-a1eb716d5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.806325 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-826fee89-fb27-43c1-aa81-a1eb716d5e90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.1854048 Jun 29 10:45:43.860693 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-ada9efa9-d77b-472c-8a0e-52810f3da10a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 217 time: 0.0454791 Jun 29 10:45:43.883446 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.907413 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-64a3100d-0916-49e4-9eac-99260442fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.909059 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-64a3100d-0916-49e4-9eac-99260442fa9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90776f76-9184-4e9f-bf74-23366d10d47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1759462 Jun 29 10:45:43.912791 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.919825 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2163dbfa-f7be-442a-a044-aa8b6aa1b4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:44.004443 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3b1618ec85c4b4eaaa921af936d2893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262469 Jun 29 10:45:44.007074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56062) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:44.007444 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-609916ea-7da2-4bf0-9f56-1e4f87d44f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.008783 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-609916ea-7da2-4bf0-9f56-1e4f87d44f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.1377594 Jun 29 10:45:44.009417 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8ab79-e620-4629-ab62-149445e11c6a,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:44.015010 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:44.052697 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-760ad312-4ed9-41ee-aaea-6a297d048c6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333836 Jun 29 10:45:44.061310 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.082445 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.118673 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-ebd64405-b3d7-4318-a158-cb52524c8551 service neutron] 10.222.0.60 "GET /v2.0/networks/90776f76-9184-4e9f-bf74-23366d10d47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023494 Jun 29 10:45:44.130405 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.132936 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.136360 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51b8ab79-e620-4629-ab62-149445e11c6a HTTP/1.1" status: 204 len: 168 time: 0.1259477 Jun 29 10:45:44.136360 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8da9f95-efcc-4f61-92c8-516afeb11ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:44.143004 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8ab79-e620-4629-ab62-149445e11c6a,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:44.149744 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:44.434779 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-27318c7b-399a-4317-9ca6-e062afb43737 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688667 Jun 29 10:45:44.472630 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a94d1ebf-1e68-454b-ad17-64817b6d470f req-074a72f7-a316-4e0f-9d2d-364551d41996 service neutron] 10.222.0.60 "GET /v2.0/networks/90776f76-9184-4e9f-bf74-23366d10d47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461359 Jun 29 10:45:44.549862 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-d6ab6e29-fcba-40bd-ae39-aea0924da746 req-3a993ed6-2edb-48a9-a23a-c6e1fb1f7a6f service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041873 Jun 29 10:45:44.711158 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc419a96-f6b3-4843-8d13-b031d2ed8876 req-1ae9d763-fc2d-4baa-b01d-737d34509c9d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.712642 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fc419a96-f6b3-4843-8d13-b031d2ed8876 req-1ae9d763-fc2d-4baa-b01d-737d34509c9d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 945 time: 0.0698347 Jun 29 10:45:44.783530 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fc419a96-f6b3-4843-8d13-b031d2ed8876 req-5ed2d46d-74b2-49ca-b086-ba335e0ea2d4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639300 Jun 29 10:45:44.833500 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0278791-1be7-4951-ba16-9abb9ba686fa req-a574c57e-76ff-4cce-9e11-8e7a3c1cee43 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.835273 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a0278791-1be7-4951-ba16-9abb9ba686fa req-a574c57e-76ff-4cce-9e11-8e7a3c1cee43 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0979300 Jun 29 10:45:44.890627 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a0278791-1be7-4951-ba16-9abb9ba686fa req-a29755cf-f4b1-4afb-b84d-fe7bca801230 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Jun 29 10:45:44.962696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee4fb-fd88-47af-ac4e-4867f12d5daa req-711d1f53-bbbc-4857-a301-7ad31a74376a tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.965205 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71fee4fb-fd88-47af-ac4e-4867f12d5daa req-711d1f53-bbbc-4857-a301-7ad31a74376a tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 947 time: 0.0648215 Jun 29 10:45:45.004374 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:45.004948 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71fee4fb-fd88-47af-ac4e-4867f12d5daa req-ad3d412b-070f-4d8b-9244-53cd10a10cb2 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340097 Jun 29 10:45:45.055189 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port e1d34fee-aa8e-48ee-a4de-4004ea10b77b triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:45.055430 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.136543 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.163150 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:45.166681 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e5858-9980-4ebc-bbaf-be60de5a37c6" -d '{"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:45.185543 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:45.191941 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.196456 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:45.221647 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8070a8-3da5-42cf-8fcc-c5979ba5f6b3 x-openstack-request-id: req-2c8070a8-3da5-42cf-8fcc-c5979ba5f6b3 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:45.222031 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:45.222359 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c8070a8-3da5-42cf-8fcc-c5979ba5f6b3 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:45.222980 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'code': 200} Jun 29 10:45:45.264134 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=10']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:45.268413 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:45.849112 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f1eb-2071-429d-b20c-0f391b761bcb req-97f17fbd-6a1c-4a90-8f01-e20c9f1c3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.850574 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-3f68f1eb-2071-429d-b20c-0f391b761bcb req-97f17fbd-6a1c-4a90-8f01-e20c9f1c3a7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 1100 time: 0.0577781 Jun 29 10:45:45.894339 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-3f68f1eb-2071-429d-b20c-0f391b761bcb req-f42fbad3-f619-4ec9-bf5e-0643bc6536cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331230 Jun 29 10:45:45.993384 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0a8f-a14f-45b6-8531-a0aed7bf7b65 req-3ce671ae-cc09-4bab-8718-3d44fe88f1d4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.994997 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b2bf0a8f-a14f-45b6-8531-a0aed7bf7b65 req-3ce671ae-cc09-4bab-8718-3d44fe88f1d4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 947 time: 0.0689704 Jun 29 10:45:46.056790 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b2bf0a8f-a14f-45b6-8531-a0aed7bf7b65 req-51fff64d-76aa-4613-af1f-7c0bbb7f1856 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557699 Jun 29 10:45:46.094920 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36570-ce0b-49dd-8723-ecc9af66c6ff req-73a6ad50-50a3-4370-9895-9820b5aa4846 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.096434 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e0e36570-ce0b-49dd-8723-ecc9af66c6ff req-73a6ad50-50a3-4370-9895-9820b5aa4846 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0760055 Jun 29 10:45:46.134720 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e0e36570-ce0b-49dd-8723-ecc9af66c6ff req-cfd78392-7696-4eba-8ae8-ca12b9a57193 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Jun 29 10:45:46.225640 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b013a3-42f0-4ce5-9173-f4cfd3dd7ace req-71c38d4e-98c6-47ec-b48f-26cadde9e628 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.227074 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a7b013a3-42f0-4ce5-9173-f4cfd3dd7ace req-71c38d4e-98c6-47ec-b48f-26cadde9e628 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 947 time: 0.0622475 Jun 29 10:45:46.272844 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a7b013a3-42f0-4ce5-9173-f4cfd3dd7ace req-ff50745f-e3b5-4f40-a273-2d6522b4f7ce tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Jun 29 10:45:47.049913 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e7e2ba26-b934-46bb-b270-d857af1a8493 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:47.151015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e7e2ba26-b934-46bb-b270-d857af1a8493, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7e2ba26-b934-46bb-b270-d857af1a8493,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:47.165927 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': 'e7e2ba26-b934-46bb-b270-d857af1a8493', 'network_id': '90776f76-9184-4e9f-bf74-23366d10d47a', 'port_id': 'e7e2ba26-b934-46bb-b270-d857af1a8493', 'mac_address': 'fa:16:3e:a5:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b1dd41-bd3e-4c35-bec1-1f84d12546f2', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:47.206533 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.220007 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e2ba26-b934-46bb-b270-d857af1a8493 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:47.240807 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e7e2ba26-b934-46bb-b270-d857af1a8493, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7e2ba26-b934-46bb-b270-d857af1a8493,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:47.253134 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.258501 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:47.321346 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e7e2ba26-b934-46bb-b270-d857af1a8493,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:47.325073 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:47.336563 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8e8e7-f16b-43a0-bedc-b6b78ded924a req-66dae299-1ebf-4b78-a806-c6ff7011d062 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.338071 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cda8e8e7-f16b-43a0-bedc-b6b78ded924a req-66dae299-1ebf-4b78-a806-c6ff7011d062 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 947 time: 0.1369553 Jun 29 10:45:47.396385 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150b6c-d9f6-487c-a1e2-57febc5ea87b req-ef210101-0da2-4459-b5cf-d7909f476a1b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.398016 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-82150b6c-d9f6-487c-a1e2-57febc5ea87b req-ef210101-0da2-4459-b5cf-d7909f476a1b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1196234 Jun 29 10:45:47.404556 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cda8e8e7-f16b-43a0-bedc-b6b78ded924a req-7b03a10e-5b77-41ae-9905-87cbc623de3c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587893 Jun 29 10:45:47.448897 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-82150b6c-d9f6-487c-a1e2-57febc5ea87b req-04e83a07-b640-40e7-a0f4-f895f616fd34 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Jun 29 10:45:47.591489 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['e7e2ba26-b934-46bb-b270-d857af1a8493'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:47.610025 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41307b-6221-479f-a275-f08443574a8b req-dbc24c3e-0012-44f8-81ae-f075ff45cf88 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.612164 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4b41307b-6221-479f-a275-f08443574a8b req-dbc24c3e-0012-44f8-81ae-f075ff45cf88 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 948 time: 0.0851035 Jun 29 10:45:47.693141 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4b41307b-6221-479f-a275-f08443574a8b req-22fd7080-0986-4770-a450-fda7be670db1 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719166 Jun 29 10:45:48.602845 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624928d2-d9db-4598-9d64-6f0da6fb5bbf req-42950e1b-deff-4821-a0ae-9a2757c45c03 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.604817 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-624928d2-d9db-4598-9d64-6f0da6fb5bbf req-42950e1b-deff-4821-a0ae-9a2757c45c03 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 947 time: 0.0685358 Jun 29 10:45:48.644209 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-624928d2-d9db-4598-9d64-6f0da6fb5bbf req-cb12b2e7-2fda-46a4-8c90-fcce30e461e1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328500 Jun 29 10:45:48.871704 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc4fc4-7a98-4b55-bf4d-27f5b5bedf66 req-85423d70-0f00-4666-94b9-a2ce274ba793 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.873264 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fcc4fc4-7a98-4b55-bf4d-27f5b5bedf66 req-85423d70-0f00-4666-94b9-a2ce274ba793 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 948 time: 0.0644197 Jun 29 10:45:48.916300 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2fcc4fc4-7a98-4b55-bf4d-27f5b5bedf66 req-1fa287a5-30c9-40c1-b215-a405004dc7df tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Jun 29 10:45:49.042487 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e7e2ba26-b934-46bb-b270-d857af1a8493 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:49.047311 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863315-0133-4a3b-a215-653150faad87 req-7e566666-d8b4-4fc0-9a16-5c3f5708ea07 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.048871 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d3863315-0133-4a3b-a215-653150faad87 req-7e566666-d8b4-4fc0-9a16-5c3f5708ea07 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0677183 Jun 29 10:45:49.088173 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d3863315-0133-4a3b-a215-653150faad87 req-586a2b83-c992-4445-aa92-71650ac40fb7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Jun 29 10:45:49.092321 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port e7e2ba26-b934-46bb-b270-d857af1a8493 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:49.097061 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port e7e2ba26-b934-46bb-b270-d857af1a8493 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:49.097501 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.186244 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.209897 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e2ba26-b934-46bb-b270-d857af1a8493'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:49.212174 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763dce0-37e0-4ac9-b906-502c1b260fc1" -d '{"events": [{"server_uuid": "c613ddfb-8d4a-454e-9642-b7a3599285fe", "name": "network-vif-plugged", "status": "completed", "tag": "e7e2ba26-b934-46bb-b270-d857af1a8493"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:49.225164 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port e7e2ba26-b934-46bb-b270-d857af1a8493, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7e2ba26-b934-46bb-b270-d857af1a8493,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:49.229024 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.230928 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.258487 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64c948e-c6a8-4696-a9a4-4f9b4ed124ee x-openstack-request-id: req-b64c948e-c6a8-4696-a9a4-4f9b4ed124ee {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:49.258806 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c613ddfb-8d4a-454e-9642-b7a3599285fe", "name": "network-vif-plugged", "status": "completed", "tag": "e7e2ba26-b934-46bb-b270-d857af1a8493", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:49.259180 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b64c948e-c6a8-4696-a9a4-4f9b4ed124ee {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:49.259481 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e2ba26-b934-46bb-b270-d857af1a8493', 'code': 200} Jun 29 10:45:49.283791 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=e7e2ba26-b934-46bb-b270-d857af1a8493,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.286784 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.497525 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157439-9430-4b1d-a4dd-7fd9c2aec275 req-1cdfe00b-8b32-4975-95c0-97812ed7a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.499435 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-66157439-9430-4b1d-a4dd-7fd9c2aec275 req-1cdfe00b-8b32-4975-95c0-97812ed7a35c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 1102 time: 0.0613725 Jun 29 10:45:49.549684 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-66157439-9430-4b1d-a4dd-7fd9c2aec275 req-2567b151-cc6e-402e-b255-472b70bfd192 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Jun 29 10:45:49.569479 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.112883 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46d5e-898c-4f17-9145-3a80978a9979 req-3754ca10-7a9e-4843-9d19-10576257feb9 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.114445 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9bd46d5e-898c-4f17-9145-3a80978a9979 req-3754ca10-7a9e-4843-9d19-10576257feb9 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 949 time: 0.0636077 Jun 29 10:45:50.152224 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9bd46d5e-898c-4f17-9145-3a80978a9979 req-fe84c960-572b-4c7b-b734-e8f6c379d947 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Jun 29 10:45:50.305074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56228) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:50.414024 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.504640 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.508004 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.510200 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8eda9689-dc44-4703-b009-6cddbfe27e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.546142 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b54d6fc4b5414b8a9fe29c264d53b8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393308 Jun 29 10:45:50.546980 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26044703-fd95-49a4-959b-4dedad59a989,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.548831 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 56234) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:50.550100 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.602341 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.623183 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.667435 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.670146 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.672033 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26044703-fd95-49a4-959b-4dedad59a989 HTTP/1.1" status: 204 len: 168 time: 0.1209931 Jun 29 10:45:50.672850 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b9c9e85f-42b9-4615-a911-95d6874c6853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.682986 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26044703-fd95-49a4-959b-4dedad59a989,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.685431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:51.331949 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf982a-d67a-44bb-805e-832a574a8047 req-546169a3-e55e-44f8-81c9-8dc843cf30d4 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.333837 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4aaf982a-d67a-44bb-805e-832a574a8047 req-546169a3-e55e-44f8-81c9-8dc843cf30d4 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 949 time: 0.0643632 Jun 29 10:45:51.371634 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4aaf982a-d67a-44bb-805e-832a574a8047 req-eddfe912-dd02-4022-b34b-109ef5b36b0f tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Jun 29 10:45:51.779089 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e923c-5f2e-4f23-9c4e-b8c7c53b6dd4 req-7af6117a-6e6e-468d-8c9a-7d6cd6f5e1d5 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.781138 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b96e923c-5f2e-4f23-9c4e-b8c7c53b6dd4 req-7af6117a-6e6e-468d-8c9a-7d6cd6f5e1d5 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 949 time: 0.0687342 Jun 29 10:45:51.823429 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b96e923c-5f2e-4f23-9c4e-b8c7c53b6dd4 req-44b53c22-af75-4362-8cd0-c8319864ba09 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Jun 29 10:45:52.052819 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-44a49922-48a6-4501-b2ee-a0c3611ac868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.054230 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-44a49922-48a6-4501-b2ee-a0c3611ac868 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.0577333 Jun 29 10:45:52.098006 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588a4fe-4720-4535-b78b-9bab6888f071 req-97bad8a5-23ac-43c2-a566-b72af2e3dbb5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.099466 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3588a4fe-4720-4535-b78b-9bab6888f071 req-97bad8a5-23ac-43c2-a566-b72af2e3dbb5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0655203 Jun 29 10:45:52.137012 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3588a4fe-4720-4535-b78b-9bab6888f071 req-24740068-bb35-4dfa-b692-fb4c7c2c52ae tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Jun 29 10:45:52.145765 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-0d41e9bf-d7ef-42ce-9f1c-d22b8a2a669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.147312 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-0d41e9bf-d7ef-42ce-9f1c-d22b8a2a669e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.0859225 Jun 29 10:45:52.206931 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-8f0f58d6-cd1f-4678-85f7-60f0ca2ab3e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 217 time: 0.0371776 Jun 29 10:45:52.255526 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-b38daee7-e719-4a13-9800-db102a36a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.256985 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-b38daee7-e719-4a13-9800-db102a36a62b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.0432687 Jun 29 10:45:52.294203 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-200d0bd2-07b9-45af-a44d-d7d875f29202 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253365 Jun 29 10:45:52.384582 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-6cfc4744-78d2-4793-ab64-2dde42e11020 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Jun 29 10:45:52.473950 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-622285c8-3fe6-4b2c-8b32-cb5ec5a9eca6 req-534b8aed-c0bf-41eb-8519-084e6b918b75 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818586 Jun 29 10:45:52.998464 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0c73b-b2f8-4451-9baf-228707739bdd req-6ce08d76-38c5-4e51-89ca-79c088f48e80 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.000477 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97a0c73b-b2f8-4451-9baf-228707739bdd req-6ce08d76-38c5-4e51-89ca-79c088f48e80 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 949 time: 0.0618210 Jun 29 10:45:53.039464 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97a0c73b-b2f8-4451-9baf-228707739bdd req-9a7bf806-1631-4d10-a8a5-07b193f802d5 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Jun 29 10:45:53.320943 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab36ec-d0e5-46ea-96e4-26e25f180daa req-becc7c67-9451-4e9b-9c29-433b20342353 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.323923 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d6ab36ec-d0e5-46ea-96e4-26e25f180daa req-becc7c67-9451-4e9b-9c29-433b20342353 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0674481 Jun 29 10:45:53.364696 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d6ab36ec-d0e5-46ea-96e4-26e25f180daa req-f8b8678d-6ea2-4668-9654-67477b43cf8d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Jun 29 10:45:53.720032 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-385d72b6-f077-467f-8484-abcdcdad1dd0 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.721545 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-385d72b6-f077-467f-8484-abcdcdad1dd0 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.60 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 949 time: 0.0712061 Jun 29 10:45:53.821059 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Deleting port e7e2ba26-b934-46bb-b270-d857af1a8493 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:53.821389 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.922130 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] For port e7e2ba26-b934-46bb-b270-d857af1a8493, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7e2ba26-b934-46bb-b270-d857af1a8493,segment=NetworkSegment(92065e57-408d-4d27-9105-ec3ec7706dd5),segment_id=92065e57-408d-4d27-9105-ec3ec7706dd5)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:53.922498 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.934811 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Calling delete_port for e7e2ba26-b934-46bb-b270-d857af1a8493 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:54.069721 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.074296 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fcd43dd2-6bc1-42c6-9fca-a39a6f331bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.088449 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['e7e2ba26-b934-46bb-b270-d857af1a8493'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:54.106365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Pushing event deleted for resources: {'Port': ['ID=e7e2ba26-b934-46bb-b270-d857af1a8493,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.109851 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:54.153462 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] No DVR routers for this DVR port e7e2ba26-b934-46bb-b270-d857af1a8493 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:54.156985 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.158970 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-6d97f2ea-b9ec-4695-a852-3cdb3a1a3ba3 req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.60 "DELETE /v2.0/ports/e7e2ba26-b934-46bb-b270-d857af1a8493 HTTP/1.1" status: 204 len: 173 time: 0.4311085 Jun 29 10:45:54.159468 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'name': 'network-vif-deleted', 'tag': 'e7e2ba26-b934-46bb-b270-d857af1a8493'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:54.161782 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ec01f-5f03-44eb-9140-8c25c4c9e82a" -d '{"events": [{"server_uuid": "c613ddfb-8d4a-454e-9642-b7a3599285fe", "name": "network-vif-deleted", "tag": "e7e2ba26-b934-46bb-b270-d857af1a8493"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:54.283624 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-64af34e6-6c82-41a3-8f44-b30576306294 req-60fe7eae-1299-4bfe-b076-f05fd9fde97e tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] 10.222.0.53 "GET /v2.0/ports?device_id=c613ddfb-8d4a-454e-9642-b7a3599285fe HTTP/1.1" status: 200 len: 210 time: 0.0718095 Jun 29 10:45:54.325722 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb353-75f2-45f6-9870-a5e636d3df6e req-035803e6-4ca5-4c70-a971-de849bf605aa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.328063 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1dcb353-75f2-45f6-9870-a5e636d3df6e req-035803e6-4ca5-4c70-a971-de849bf605aa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.1007032 Jun 29 10:45:54.345396 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c245a5e-b746-40a3-9117-d2420888e1f7 x-openstack-request-id: req-4c245a5e-b746-40a3-9117-d2420888e1f7 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:54.345773 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c613ddfb-8d4a-454e-9642-b7a3599285fe", "name": "network-vif-deleted", "tag": "e7e2ba26-b934-46bb-b270-d857af1a8493", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:54.346118 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c245a5e-b746-40a3-9117-d2420888e1f7 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:54.347022 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c613ddfb-8d4a-454e-9642-b7a3599285fe', 'name': 'network-vif-deleted', 'tag': 'e7e2ba26-b934-46bb-b270-d857af1a8493', 'status': 'completed', 'code': 200} Jun 29 10:45:54.372151 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c1dcb353-75f2-45f6-9870-a5e636d3df6e req-4f972545-2819-4fd5-947c-229954b4588d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377243 Jun 29 10:45:54.541971 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239405-f1bc-49c8-8655-903a12dd544a req-928142c6-765a-4e15-9536-19da33a18652 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.543412 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3a239405-f1bc-49c8-8655-903a12dd544a req-928142c6-765a-4e15-9536-19da33a18652 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0625434 Jun 29 10:45:54.580469 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3a239405-f1bc-49c8-8655-903a12dd544a req-1457f73b-83a1-4f7c-a869-1452cc3b60df tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Jun 29 10:45:55.565541 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd617-21b4-46f5-9d51-15a660eb0ff1 req-3b13fea1-1b97-44ac-aa39-60043178aa41 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.567175 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4e4dd617-21b4-46f5-9d51-15a660eb0ff1 req-3b13fea1-1b97-44ac-aa39-60043178aa41 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0661163 Jun 29 10:45:55.605890 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4e4dd617-21b4-46f5-9d51-15a660eb0ff1 req-b537b6e4-c9ca-4348-a42b-b13ebd779e43 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328369 Jun 29 10:45:55.699916 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-62640c8b-a445-4330-bd34-290e677ec8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.773629 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e2035-1726-4d88-8c51-608a44f0ab48 req-f07bd586-61c4-4ae4-b928-2257a980997b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.775091 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-941e2035-1726-4d88-8c51-608a44f0ab48 req-f07bd586-61c4-4ae4-b928-2257a980997b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0750220 Jun 29 10:45:55.817426 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-941e2035-1726-4d88-8c51-608a44f0ab48 req-8adede72-edef-4b79-b347-4a9adcea9219 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Jun 29 10:45:56.790213 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2e2d0-75a6-4f10-b3ef-fb237082e8ef req-cbd6d45a-b9e6-4462-b4f1-8e6532124357 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.791740 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ddb2e2d0-75a6-4f10-b3ef-fb237082e8ef req-cbd6d45a-b9e6-4462-b4f1-8e6532124357 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0669804 Jun 29 10:45:56.831750 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ddb2e2d0-75a6-4f10-b3ef-fb237082e8ef req-8cabdf3b-31a8-403e-bae8-de6c7f73d16a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331936 Jun 29 10:45:57.001997 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32458b22-f67b-4769-84f4-e62c68d49be8 req-eb1cb820-d9d1-4925-8a62-d1bd70511670 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.004119 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-32458b22-f67b-4769-84f4-e62c68d49be8 req-eb1cb820-d9d1-4925-8a62-d1bd70511670 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0695562 Jun 29 10:45:57.052828 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-32458b22-f67b-4769-84f4-e62c68d49be8 req-b7860c77-eef8-4ce1-a67b-462af79ede24 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 Jun 29 10:45:57.071463 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e7e2ba26-b934-46bb-b270-d857af1a8493 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:57.099824 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: e7e2ba26-b934-46bb-b270-d857af1a8493 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:57.100257 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e7e2ba26-b934-46bb-b270-d857af1a8493 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:58.006822 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630156-575e-4c4b-9a7b-0300390780c5 req-f770d84f-d7d3-45bb-90b6-e56518fc9834 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.008272 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-79630156-575e-4c4b-9a7b-0300390780c5 req-f770d84f-d7d3-45bb-90b6-e56518fc9834 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0662396 Jun 29 10:45:58.046059 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-79630156-575e-4c4b-9a7b-0300390780c5 req-46385bdb-a6a2-4537-85cf-9a1206dc7449 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Jun 29 10:45:58.242625 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f745d1-8ae2-4a23-a049-ec98720763e4 req-ef487de4-3986-4dce-b278-5ddf4ca9f444 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.244078 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-60f745d1-8ae2-4a23-a049-ec98720763e4 req-ef487de4-3986-4dce-b278-5ddf4ca9f444 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0614092 Jun 29 10:45:58.280759 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-60f745d1-8ae2-4a23-a049-ec98720763e4 req-6b83665a-76aa-4be8-86f4-938ba5e0da0d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304880 Jun 29 10:45:58.465915 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-60dffa4c-ae53-4516-9b30-3de0d9366667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.785244 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.070602 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 56548) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:59.208725 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a7b53922-ba4b-4074-a425-402cc832eb07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bbef5c19f034610b5985b3dbf34756d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368768 Jun 29 10:45:59.211148 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 56556) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:59.223242 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c02b-98a0-411d-8f39-7e40147fd4c7 req-f91c8b4a-8a4d-44b1-b346-4db0fb05576a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.224807 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0628c02b-98a0-411d-8f39-7e40147fd4c7 req-f91c8b4a-8a4d-44b1-b346-4db0fb05576a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0707147 Jun 29 10:45:59.259120 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.262925 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0628c02b-98a0-411d-8f39-7e40147fd4c7 req-a7728cf1-10f7-434b-a0e5-5a765ad19811 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324891 Jun 29 10:45:59.280685 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.330461 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.333105 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.334233 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92 HTTP/1.1" status: 204 len: 168 time: 0.1222124 Jun 29 10:45:59.334965 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2eb115d4-04cb-4b51-8f31-ea51c19ea9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:59.342256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6aeaa-3d91-4858-a2c6-e1c7b34dbc92,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:59.345668 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:59.460289 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49ec5-933c-47fd-a96d-f31a642bef49 req-aea7b05f-9174-4b38-b174-88354c1fcd97 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.461931 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a1f49ec5-933c-47fd-a96d-f31a642bef49 req-aea7b05f-9174-4b38-b174-88354c1fcd97 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0641291 Jun 29 10:45:59.503922 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a1f49ec5-933c-47fd-a96d-f31a642bef49 req-2253a2bd-f101-42f3-83d6-edeb62b58dd9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357585 Jun 29 10:45:59.565437 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.438846 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605a30-9b29-4433-908b-2ac6d0160160 req-c8fb428e-0aaf-4e7a-9eac-f81696c815f9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.440305 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bb605a30-9b29-4433-908b-2ac6d0160160 req-c8fb428e-0aaf-4e7a-9eac-f81696c815f9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0641735 Jun 29 10:46:00.482525 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bb605a30-9b29-4433-908b-2ac6d0160160 req-b1d4ae12-0e79-4ddf-bb60-49f9c52f16ce tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 Jun 29 10:46:00.684398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e7c5-ee31-4420-aad1-61e4c9e15192 req-1b05c273-e92b-4a97-8456-18616bf72cb6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.685925 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f434e7c5-ee31-4420-aad1-61e4c9e15192 req-1b05c273-e92b-4a97-8456-18616bf72cb6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0638330 Jun 29 10:46:00.726745 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f434e7c5-ee31-4420-aad1-61e4c9e15192 req-ef7f4991-320e-440a-a78a-dd1d8c3b7727 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 Jun 29 10:46:01.146509 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:01.659189 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4a2f3-b2e7-474c-84a4-22d1ae1c0b5f req-83f5bce0-8809-4c6f-a61d-36d49521ef60 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:01.660643 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4eb4a2f3-b2e7-474c-84a4-22d1ae1c0b5f req-83f5bce0-8809-4c6f-a61d-36d49521ef60 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0614908 Jun 29 10:46:01.701255 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4eb4a2f3-b2e7-474c-84a4-22d1ae1c0b5f req-3890718d-44b8-4b75-8630-2aa9cb75646e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349541 Jun 29 10:46:01.907250 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef815e33-d9ee-4422-b8ce-d48c59424a3a req-fdf9f6c2-8ed0-4309-a8ff-fe4a24244e02 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:01.908693 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ef815e33-d9ee-4422-b8ce-d48c59424a3a req-fdf9f6c2-8ed0-4309-a8ff-fe4a24244e02 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0693238 Jun 29 10:46:01.944646 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ef815e33-d9ee-4422-b8ce-d48c59424a3a req-1898aaff-2a6f-4b74-8c3c-5c15c27a8915 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303340 Jun 29 10:46:02.877835 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dce4ca-0d6d-4556-959b-155be90ea3d4 req-27d733de-b587-487c-a217-eb1ecfd6ac00 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.879413 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e1dce4ca-0d6d-4556-959b-155be90ea3d4 req-27d733de-b587-487c-a217-eb1ecfd6ac00 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0657969 Jun 29 10:46:02.922987 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e1dce4ca-0d6d-4556-959b-155be90ea3d4 req-660e2b65-fd76-40c5-873b-cd8be86bf112 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376124 Jun 29 10:46:03.121627 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26312454-9c91-4b0c-8fd0-aa724e1348b7 req-89710e87-bce1-4a7f-a99c-aab5fed855f0 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:03.123243 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-26312454-9c91-4b0c-8fd0-aa724e1348b7 req-89710e87-bce1-4a7f-a99c-aab5fed855f0 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0608859 Jun 29 10:46:03.164054 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-26312454-9c91-4b0c-8fd0-aa724e1348b7 req-eb4171fe-5e89-4a25-bd83-f77f9fd49a8f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Jun 29 10:46:04.094641 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b932-d445-4817-acef-9a52eae9cb73 req-035e1f8d-e1ca-450e-991f-2628035a3cbd tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:04.096057 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4176b932-d445-4817-acef-9a52eae9cb73 req-035e1f8d-e1ca-450e-991f-2628035a3cbd tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0622251 Jun 29 10:46:04.133185 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4176b932-d445-4817-acef-9a52eae9cb73 req-6c171438-2525-4529-911e-17fb369feb44 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Jun 29 10:46:04.338415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293c4f3-aa19-40e3-be0d-0af380bd5844 req-8555809b-123e-4e1b-9729-a7baa2e51461 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:04.339839 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b293c4f3-aa19-40e3-be0d-0af380bd5844 req-8555809b-123e-4e1b-9729-a7baa2e51461 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0611420 Jun 29 10:46:04.379440 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b293c4f3-aa19-40e3-be0d-0af380bd5844 req-f50a1c05-6a09-4c49-a7ac-9aed6220c0d3 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Jun 29 10:46:05.306090 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7dd0e-2c10-4b32-aedc-66160f195392 req-d41e885c-3c55-47d0-bafb-ca407a648391 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.307422 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4cc7dd0e-2c10-4b32-aedc-66160f195392 req-d41e885c-3c55-47d0-bafb-ca407a648391 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0649533 Jun 29 10:46:05.344104 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4cc7dd0e-2c10-4b32-aedc-66160f195392 req-de734dc4-e243-40f9-ae5a-6b0f1c4d2d17 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302250 Jun 29 10:46:05.555270 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d1633-a3ca-4283-b281-148ebffa3bf7 req-833d93df-2a7b-44e8-8323-f6bdc9361a75 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.556858 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-951d1633-a3ca-4283-b281-148ebffa3bf7 req-833d93df-2a7b-44e8-8323-f6bdc9361a75 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0700693 Jun 29 10:46:05.603927 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-951d1633-a3ca-4283-b281-148ebffa3bf7 req-d02cdd98-77a2-4d0a-ba51-52e16ed2208a tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Jun 29 10:46:05.608238 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:05.689364 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ba41-0bb6-48b4-97d7-074645d7d116 req-7d1c2f15-e59e-4b05-a6f7-3a04e5520fd0 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.691516 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cb97ba41-0bb6-48b4-97d7-074645d7d116 req-7d1c2f15-e59e-4b05-a6f7-3a04e5520fd0 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0646539 Jun 29 10:46:05.710903 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-604c6a9c-20f1-4cbf-af58-179ada096dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.712388 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-604c6a9c-20f1-4cbf-af58-179ada096dea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1099 time: 0.0543108 Jun 29 10:46:05.731923 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cb97ba41-0bb6-48b4-97d7-074645d7d116 req-32c42955-28fa-4b44-8ad8-ab3bc877946e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Jun 29 10:46:05.805636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-ce9b0520-5245-4255-902a-f125f26d03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.807119 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-ce9b0520-5245-4255-902a-f125f26d03fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 911 time: 0.0881000 Jun 29 10:46:05.869509 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-ca685ee9-8d3b-4257-a3e3-66ce093888a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 200 len: 1002 time: 0.0547700 Jun 29 10:46:05.926743 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-8579bd27-20f3-49c2-9c9d-9a604aa2caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.929238 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-8579bd27-20f3-49c2-9c9d-9a604aa2caac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.0524523 Jun 29 10:46:05.993730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-5d433ff6-0431-487b-bfec-75f8176c85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.995199 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-5d433ff6-0431-487b-bfec-75f8176c85aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0568993 Jun 29 10:46:06.083914 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-f9c066a9-293b-4749-8cc3-d6aa1d13632d service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810261 Jun 29 10:46:06.197324 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5e6fcb91-a61c-4b70-bb51-f3871afa35fd req-b9213089-9c02-4e83-909e-a6a203164751 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945487 Jun 29 10:46:06.787574 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb46dd7-5cc1-44b7-ab47-c9b0111adf2e req-2efd9a6d-4ebd-40fd-876a-8402acdc7105 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:06.789246 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5cb46dd7-5cc1-44b7-ab47-c9b0111adf2e req-2efd9a6d-4ebd-40fd-876a-8402acdc7105 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0653799 Jun 29 10:46:06.831153 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5cb46dd7-5cc1-44b7-ab47-c9b0111adf2e req-65ba5918-1ba6-4810-8ee0-889b0aaa4030 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Jun 29 10:46:06.915377 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366911a1-514a-4447-ab67-d728806ea5b8 req-18d96917-631c-4531-953d-5b33a0cf71c2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:06.916731 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-366911a1-514a-4447-ab67-d728806ea5b8 req-18d96917-631c-4531-953d-5b33a0cf71c2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0613642 Jun 29 10:46:06.953838 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-366911a1-514a-4447-ab67-d728806ea5b8 req-78d4ddea-ad3f-4fc2-9f28-cb757582b346 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Jun 29 10:46:08.004505 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c4ebd-3b6f-417c-baa8-db1ac263a326 req-4f87ca28-999f-4129-a60d-0454b178e0c6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:08.005993 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e17c4ebd-3b6f-417c-baa8-db1ac263a326 req-4f87ca28-999f-4129-a60d-0454b178e0c6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0662436 Jun 29 10:46:08.042773 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e17c4ebd-3b6f-417c-baa8-db1ac263a326 req-d1d928d6-e6fe-4b8f-a840-513b7a3c977d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Jun 29 10:46:09.214680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6f523-103b-41bd-baa1-c744ab9ff53c req-544aa01c-5f8c-459c-93ae-98344a3d27b5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:09.216103 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6a6f523-103b-41bd-baa1-c744ab9ff53c req-544aa01c-5f8c-459c-93ae-98344a3d27b5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0631292 Jun 29 10:46:09.254576 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6a6f523-103b-41bd-baa1-c744ab9ff53c req-0781f5a3-f92c-470b-906f-a2ff7915a373 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Jun 29 10:46:10.425442 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87852478-fe5c-45ed-bc75-21c3a3b7b635 req-f47a9df8-4289-41d4-9048-86b03d733f14 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.426888 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-87852478-fe5c-45ed-bc75-21c3a3b7b635 req-f47a9df8-4289-41d4-9048-86b03d733f14 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0629561 Jun 29 10:46:10.465464 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-87852478-fe5c-45ed-bc75-21c3a3b7b635 req-7fc19ff0-9d7a-4b23-87dd-0dbc8124583d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Jun 29 10:46:11.638142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab50a5-9143-4d88-8708-d1f646449b5e req-f88a4fed-16fc-4009-8007-7ae864ed5aee tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:11.639591 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-94ab50a5-9143-4d88-8708-d1f646449b5e req-f88a4fed-16fc-4009-8007-7ae864ed5aee tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0620086 Jun 29 10:46:11.676846 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-94ab50a5-9143-4d88-8708-d1f646449b5e req-9db17755-3140-4800-b91a-470d2174ac91 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Jun 29 10:46:12.851761 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672171e-cbdc-4267-a657-e294789f180d req-0e2806ec-015b-4c7e-b7ac-7f6478a71616 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.853234 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2672171e-cbdc-4267-a657-e294789f180d req-0e2806ec-015b-4c7e-b7ac-7f6478a71616 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0611174 Jun 29 10:46:12.889293 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2672171e-cbdc-4267-a657-e294789f180d req-4320598b-e548-44af-b43a-f7b5a3c20dca tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Jun 29 10:46:14.067340 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ab919-cfa0-497b-9651-aec941b4e9f9 req-7f13c71c-4e67-4b70-8824-143b48bc72b8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:14.068776 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-751ab919-cfa0-497b-9651-aec941b4e9f9 req-7f13c71c-4e67-4b70-8824-143b48bc72b8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0647774 Jun 29 10:46:14.104249 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-751ab919-cfa0-497b-9651-aec941b4e9f9 req-7f53499d-346c-4c6c-b1a7-274cacb4defe tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298738 Jun 29 10:46:15.276331 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98734-98a4-4323-9e2e-842ba0e031f6 req-042c6775-1f63-4c15-bf89-f1f92307ca3f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.277703 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07e98734-98a4-4323-9e2e-842ba0e031f6 req-042c6775-1f63-4c15-bf89-f1f92307ca3f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0604923 Jun 29 10:46:15.313311 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07e98734-98a4-4323-9e2e-842ba0e031f6 req-9b67a850-92c4-4126-88f0-a6d260abc34f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298319 Jun 29 10:46:16.486619 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871659f-8aaf-4a10-80c2-3e7ca5276a1f req-a27a66a7-3873-4fa9-9dfa-45044a8a1027 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.488284 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e871659f-8aaf-4a10-80c2-3e7ca5276a1f req-a27a66a7-3873-4fa9-9dfa-45044a8a1027 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0615933 Jun 29 10:46:16.529137 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e871659f-8aaf-4a10-80c2-3e7ca5276a1f req-3acb6457-7e89-45ad-8d11-2083810e5746 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350635 Jun 29 10:46:17.703476 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f320c-390a-4973-9330-b11d3e228d36 req-b13b8d37-030b-472b-9873-668a41a0ed40 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:17.705520 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-230f320c-390a-4973-9330-b11d3e228d36 req-b13b8d37-030b-472b-9873-668a41a0ed40 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0654795 Jun 29 10:46:17.743948 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-230f320c-390a-4973-9330-b11d3e228d36 req-040ba27d-f50c-4a73-a7f8-cf279d794939 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Jun 29 10:46:18.915440 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff27be-fb84-45f0-a7e7-96977999c3fd req-fc24d45f-6bf1-4843-8c1a-4ebb064f66f8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.916877 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97ff27be-fb84-45f0-a7e7-96977999c3fd req-fc24d45f-6bf1-4843-8c1a-4ebb064f66f8 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0627704 Jun 29 10:46:18.953870 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97ff27be-fb84-45f0-a7e7-96977999c3fd req-381fceae-83a5-401d-a933-0452bbd43ec4 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Jun 29 10:46:19.102699 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-967f5558-a055-4755-9527-bde7f8ab0f22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529058 Jun 29 10:46:19.176336 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba931-ea43-42c5-ad3e-985939459210 req-30a8b7cc-ccaa-4cf9-9eb8-4ae221c03ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.177837 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-30a8b7cc-ccaa-4cf9-9eb8-4ae221c03ebb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 1099 time: 0.0522225 Jun 29 10:46:19.281477 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba931-ea43-42c5-ad3e-985939459210 req-75a6b331-e59e-49ab-bd3b-d099a8a9f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.282992 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-75a6b331-e59e-49ab-bd3b-d099a8a9f143 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 911 time: 0.0844734 Jun 29 10:46:19.354410 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-30a868a3-a36b-4996-9c10-88017c02cc34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 200 len: 1002 time: 0.0549746 Jun 29 10:46:19.404947 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba931-ea43-42c5-ad3e-985939459210 req-a9736c1e-870d-48bc-99d0-a147762696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.406595 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-a9736c1e-870d-48bc-99d0-a147762696b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.0450304 Jun 29 10:46:19.463760 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba931-ea43-42c5-ad3e-985939459210 req-e121c8d3-6bfa-423e-89c7-a64d8a932496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.465223 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-e121c8d3-6bfa-423e-89c7-a64d8a932496 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0498130 Jun 29 10:46:19.551964 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-73113059-902e-4c87-8dfb-a73bd83be3f7 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780239 Jun 29 10:46:19.577242 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.645608 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-790ba931-ea43-42c5-ad3e-985939459210 req-bafee90f-e2b1-4a1c-8b65-90cdc1e3d709 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Jun 29 10:46:20.133982 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237dcfb-74e8-4d0f-84f3-df78c2fec446 req-bf3f97a7-669b-4847-b0f9-675e702e56b9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.135519 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e237dcfb-74e8-4d0f-84f3-df78c2fec446 req-bf3f97a7-669b-4847-b0f9-675e702e56b9 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0736258 Jun 29 10:46:20.174751 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e237dcfb-74e8-4d0f-84f3-df78c2fec446 req-5335115c-2698-4206-89d6-41c7ff9f997d tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jun 29 10:46:21.345689 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1419-49ac-4c96-be9f-ef36edeb64ff req-faef4dd4-c792-4ede-a41e-69141c0cefba tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.347282 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-326d1419-49ac-4c96-be9f-ef36edeb64ff req-faef4dd4-c792-4ede-a41e-69141c0cefba tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0619814 Jun 29 10:46:21.385468 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-326d1419-49ac-4c96-be9f-ef36edeb64ff req-39a35a88-a7f8-45bf-a125-7314378ca45e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jun 29 10:46:22.559896 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b87d5-0074-4d79-aaaa-684e0a8d434f req-12d605bc-6fc6-4681-94f4-edbba95e5b73 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:22.561365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-363b87d5-0074-4d79-aaaa-684e0a8d434f req-12d605bc-6fc6-4681-94f4-edbba95e5b73 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0613081 Jun 29 10:46:22.603234 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-363b87d5-0074-4d79-aaaa-684e0a8d434f req-0dbfd451-4bc6-46cd-931c-653a1dd38856 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358007 Jun 29 10:46:23.565287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42725ed-fdfe-419f-b92d-53a0657469b8 req-8db93256-7f55-4726-acfc-4bac5bea3951 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.566633 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e42725ed-fdfe-419f-b92d-53a0657469b8 req-8db93256-7f55-4726-acfc-4bac5bea3951 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0612757 Jun 29 10:46:23.603396 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e42725ed-fdfe-419f-b92d-53a0657469b8 req-2e347440-9153-462a-89e8-07d860ae35b6 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Jun 29 10:46:23.773820 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5699-323b-45c4-a786-0a8030c543b6 req-aa17f5cd-df28-478f-8319-9bc60a38b781 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.775251 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-46aa5699-323b-45c4-a786-0a8030c543b6 req-aa17f5cd-df28-478f-8319-9bc60a38b781 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0608675 Jun 29 10:46:23.811481 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-46aa5699-323b-45c4-a786-0a8030c543b6 req-2131f527-c3b1-4445-a59c-b88abb21d5cd tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307946 Jun 29 10:46:23.988893 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b46d3-c7bb-45ec-ab3f-a5517a074d1f req-00e7cb64-0b20-4b98-90df-2ae825ba76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.991195 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9d8b46d3-c7bb-45ec-ab3f-a5517a074d1f req-00e7cb64-0b20-4b98-90df-2ae825ba76e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.0559034 Jun 29 10:46:24.025592 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-9d8b46d3-c7bb-45ec-ab3f-a5517a074d1f req-9fba8306-4d5a-49ba-adef-9c9b79e3cfbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271616 Jun 29 10:46:24.775532 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb856d-ec6f-46a5-8016-a822ad0cb489 req-c56c57b1-bcbf-43e3-b15d-c3922d19de33 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:24.776997 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ecfb856d-ec6f-46a5-8016-a822ad0cb489 req-c56c57b1-bcbf-43e3-b15d-c3922d19de33 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0654397 Jun 29 10:46:24.813007 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ecfb856d-ec6f-46a5-8016-a822ad0cb489 req-a473d877-a476-447c-9ec7-425ae600ed68 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299475 Jun 29 10:46:24.984235 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12bb-4fba-452a-9c72-5b5bd5dd8abc req-94e66fd3-2cea-4f2a-9173-634c8c6b8add tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:24.986279 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-106a12bb-4fba-452a-9c72-5b5bd5dd8abc req-94e66fd3-2cea-4f2a-9173-634c8c6b8add tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0646482 Jun 29 10:46:25.022635 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-106a12bb-4fba-452a-9c72-5b5bd5dd8abc req-e92775fc-b9c2-4874-8884-dc934751095f tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Jun 29 10:46:25.691064 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ab94965d-8aae-4903-ad7b-4aa9a49e95f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:25.981961 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe98a6-6d08-49c8-8817-7fb9a35f62e0 req-2f37c754-864b-4e06-a3da-9e1bc891a554 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:25.983429 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f5fe98a6-6d08-49c8-8817-7fb9a35f62e0 req-2f37c754-864b-4e06-a3da-9e1bc891a554 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0614917 Jun 29 10:46:26.023365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f5fe98a6-6d08-49c8-8817-7fb9a35f62e0 req-de29b07f-d9cc-4580-8113-dae0bf1863a6 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343964 Jun 29 10:46:26.192864 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeb235-0d62-4204-a7ad-a4db371de614 req-616d3eef-58ca-4c8d-8722-b86e5fcd0d00 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.194336 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3afeb235-0d62-4204-a7ad-a4db371de614 req-616d3eef-58ca-4c8d-8722-b86e5fcd0d00 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0619898 Jun 29 10:46:26.230544 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3afeb235-0d62-4204-a7ad-a4db371de614 req-256bf68c-fe1f-45a6-aab4-8770e94b71f0 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Jun 29 10:46:26.672042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-499e834e-c3fd-4ba8-b222-c03ac9e66053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.674082 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-499e834e-c3fd-4ba8-b222-c03ac9e66053 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6a5d10860584fe7b2af152250d46533&device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 1099 time: 0.0579371 Jun 29 10:46:26.709989 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a83d88-25a2-4764-805a-09865a617bef req-d28a7ac4-784b-4eee-af94-82f8c100bca5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.711446 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-65a83d88-25a2-4764-805a-09865a617bef req-d28a7ac4-784b-4eee-af94-82f8c100bca5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0629301 Jun 29 10:46:26.748280 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-65a83d88-25a2-4764-805a-09865a617bef req-b661ae14-3c1b-4208-acb6-948c2b5a8906 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Jun 29 10:46:26.764704 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-7f0d660c-5a3a-4a65-b93a-1f81324a0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.766177 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-7f0d660c-5a3a-4a65-b93a-1f81324a0f3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 200 len: 920 time: 0.0852237 Jun 29 10:46:26.810649 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-f15fda13-2a27-4113-9b1e-5c54888cc49d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 200 len: 217 time: 0.0364988 Jun 29 10:46:26.857515 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-5a76f47d-8447-420f-86d9-6ace80e92eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.858887 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-5a76f47d-8447-420f-86d9-6ace80e92eab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 200 len: 859 time: 0.0413451 Jun 29 10:46:26.895919 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-eed0d3af-ca57-48a2-8e4d-e3f0e1cd3f5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b9cd6bb-141f-4114-834c-072ff61b3732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251608 Jun 29 10:46:26.989550 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-5ff947f5-eae0-422f-9259-c4df25f8b013 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826383 Jun 29 10:46:27.077875 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1481e29b-19bb-4d9f-a7a9-662bb0d0dd61 req-74cce1ca-87fe-426e-9a6f-121a5271dc24 service neutron] 10.222.0.60 "GET /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813873 Jun 29 10:46:27.204828 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652abdc-6e4d-4e88-82ac-c1a84577dafb req-b15ad0a5-2388-46b5-8fb0-56beefc7af84 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.206555 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5652abdc-6e4d-4e88-82ac-c1a84577dafb req-b15ad0a5-2388-46b5-8fb0-56beefc7af84 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0673480 Jun 29 10:46:27.243981 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5652abdc-6e4d-4e88-82ac-c1a84577dafb req-cd3695a9-af8b-4f81-a76a-42306c4845f7 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Jun 29 10:46:27.923596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f735c-aa26-4e66-8c39-ddfd006711b2 req-25f7e8be-fe4a-456e-9cc2-9a6247f06a0c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.925091 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-436f735c-aa26-4e66-8c39-ddfd006711b2 req-25f7e8be-fe4a-456e-9cc2-9a6247f06a0c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0615938 Jun 29 10:46:27.961277 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-436f735c-aa26-4e66-8c39-ddfd006711b2 req-5030e062-5e58-4b44-ba27-40bba132b207 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Jun 29 10:46:28.414217 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5963fec-66ba-4896-8ca6-737aeb0b14eb req-43b748ca-a539-423b-ba2a-d3798ccd4f1e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:28.415627 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f5963fec-66ba-4896-8ca6-737aeb0b14eb req-43b748ca-a539-423b-ba2a-d3798ccd4f1e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0613408 Jun 29 10:46:28.455613 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f5963fec-66ba-4896-8ca6-737aeb0b14eb req-305f22f0-a6e8-4b0c-868e-889a655dde0a tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Jun 29 10:46:28.469115 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e9db-d95e-4042-baff-bf0f47ade821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:28.786264 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.143271 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1fa76-6749-4c4b-9bf4-a24842ac8723 req-dcf8fbbf-aa6a-4458-8d12-24a480aeddee tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:29.144714 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e1c1fa76-6749-4c4b-9bf4-a24842ac8723 req-dcf8fbbf-aa6a-4458-8d12-24a480aeddee tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0698049 Jun 29 10:46:29.182890 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e1c1fa76-6749-4c4b-9bf4-a24842ac8723 req-2d8c170f-5573-4352-a7c1-174d4c943624 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324728 Jun 29 10:46:29.537669 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-40dfa90c-0aff-4a2e-9319-1b79b88d3d9a tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:29.539101 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-40dfa90c-0aff-4a2e-9319-1b79b88d3d9a tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0661733 Jun 29 10:46:29.567085 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.628393 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeaad9-9b0e-4f41-a9bc-f78dc538f50a req-f6487470-2755-4d85-ac9b-4797216eb179 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:29.629884 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bcaeaad9-9b0e-4f41-a9bc-f78dc538f50a req-f6487470-2755-4d85-ac9b-4797216eb179 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4808dba-e947-4113-9de8-7e10f68432db HTTP/1.1" status: 200 len: 946 time: 0.0643823 Jun 29 10:46:29.646608 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Deleting port 1b786a52-fc5a-4054-9c2c-1c90fe805392 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:29.646935 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.667440 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-bcaeaad9-9b0e-4f41-a9bc-f78dc538f50a req-db572627-181c-4b32-9ca2-8bf60c86a4ab tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Jun 29 10:46:29.737813 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] For port 1b786a52-fc5a-4054-9c2c-1c90fe805392, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b786a52-fc5a-4054-9c2c-1c90fe805392,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:29.738087 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.750311 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Calling delete_port for 1b786a52-fc5a-4054-9c2c-1c90fe805392 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:29.870878 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.875255 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:29.882588 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['1b786a52-fc5a-4054-9c2c-1c90fe805392'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:29.902846 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Pushing event deleted for resources: {'Port': ['ID=1b786a52-fc5a-4054-9c2c-1c90fe805392,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:29.913484 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.913857 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.914218 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.914569 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.914918 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.915264 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.915608 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.916333 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.916333 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.916606 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.916971 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.917311 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:29.922399 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:29.959222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] No DVR routers for this DVR port 1b786a52-fc5a-4054-9c2c-1c90fe805392 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:29.961636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.963568 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-39540eca-10ea-472b-87fc-04fd2cb95185 req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "DELETE /v2.0/ports/1b786a52-fc5a-4054-9c2c-1c90fe805392 HTTP/1.1" status: 204 len: 173 time: 0.4170191 Jun 29 10:46:29.964052 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4808dba-e947-4113-9de8-7e10f68432db', 'name': 'network-vif-deleted', 'tag': '1b786a52-fc5a-4054-9c2c-1c90fe805392'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:29.966344 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b4f12-ae12-45cd-a2ec-a416be115ac4" -d '{"events": [{"server_uuid": "f4808dba-e947-4113-9de8-7e10f68432db", "name": "network-vif-deleted", "tag": "1b786a52-fc5a-4054-9c2c-1c90fe805392"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:30.003617 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc231d32-7215-4459-b412-c7ca927538f1 x-openstack-request-id: req-fc231d32-7215-4459-b412-c7ca927538f1 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:30.003941 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4808dba-e947-4113-9de8-7e10f68432db", "name": "network-vif-deleted", "tag": "1b786a52-fc5a-4054-9c2c-1c90fe805392", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:30.004226 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc231d32-7215-4459-b412-c7ca927538f1 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:30.004648 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4808dba-e947-4113-9de8-7e10f68432db', 'name': 'network-vif-deleted', 'tag': '1b786a52-fc5a-4054-9c2c-1c90fe805392', 'status': 'completed', 'code': 200} Jun 29 10:46:30.602897 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f0b6-e53b-4b4d-a820-fe7c3f862247 req-15228ba0-66ec-4c82-8abe-5eb51b88849c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:30.604371 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b526f0b6-e53b-4b4d-a820-fe7c3f862247 req-15228ba0-66ec-4c82-8abe-5eb51b88849c tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.3101783 Jun 29 10:46:30.646036 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b526f0b6-e53b-4b4d-a820-fe7c3f862247 req-d12aa20b-f6ca-4c7e-bc6e-2ec3ffb4dea5 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Jun 29 10:46:31.148151 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.496597 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4baec6-7eae-4441-b0e9-d82827c86c44 req-dc22ae6b-336b-49e1-af3c-42318e631d63 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.498009 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2e4baec6-7eae-4441-b0e9-d82827c86c44 req-dc22ae6b-336b-49e1-af3c-42318e631d63 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 947 time: 0.0627618 Jun 29 10:46:32.534869 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2e4baec6-7eae-4441-b0e9-d82827c86c44 req-0329f293-00bf-4d77-b07e-d48b93ca86a9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304065 Jun 29 10:46:33.193652 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 1b786a52-fc5a-4054-9c2c-1c90fe805392 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:33.213876 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 1b786a52-fc5a-4054-9c2c-1c90fe805392 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:33.214228 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 1b786a52-fc5a-4054-9c2c-1c90fe805392 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:33.714910 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e2f5-26c1-41b2-936a-7a9ba9d6b2f0 req-086435c0-0d0c-4fc4-959f-881c068cee4d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.716317 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5eb1e2f5-26c1-41b2-936a-7a9ba9d6b2f0 req-086435c0-0d0c-4fc4-959f-881c068cee4d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 947 time: 0.0640991 Jun 29 10:46:33.753651 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5eb1e2f5-26c1-41b2-936a-7a9ba9d6b2f0 req-eb21373d-16bf-49a7-9f07-1f45a1657609 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc67c96a-a029-4d42-b900-55309779b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Jun 29 10:46:34.219342 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-493740f1-757e-457a-893c-961b6d1df017 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.220751 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-493740f1-757e-457a-893c-961b6d1df017 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 947 time: 0.0608077 Jun 29 10:46:34.321963 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Deleting port e1d34fee-aa8e-48ee-a4de-4004ea10b77b {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:34.322222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:34.406746 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] For port e1d34fee-aa8e-48ee-a4de-4004ea10b77b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:34.407093 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:34.625084 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-ead77117-acd7-4fc0-b02a-16af97d7e8bc tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.626694 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-ead77117-acd7-4fc0-b02a-16af97d7e8bc tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/networks?id=dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 200 len: 814 time: 0.1140745 Jun 29 10:46:34.644611 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-0e15fd43-cfde-40b0-98a9-c25000f94e39 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/quotas/44def2fa92c441e5b77be818c0c6e7c8 HTTP/1.1" status: 200 len: 375 time: 0.0108018 Jun 29 10:46:34.688323 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-78136b38-2fa1-4878-9f59-19f048daa497 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372014 Jun 29 10:46:34.810071 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-ae7c2294-718f-491f-8a84-05959b868771 service neutron] 10.222.0.53 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136012 Jun 29 10:46:34.876812 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:34.877202 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:34.877508 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Floating IP 63300f3d-e2b4-488b-b973-8f17c48dc296 disassociated. External IP: 172.28.0.64, port: e1d34fee-aa8e-48ee-a4de-4004ea10b77b. Jun 29 10:46:34.878150 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Calling delete_port for e1d34fee-aa8e-48ee-a4de-4004ea10b77b owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:34.898040 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550fb83-35c6-4efb-b188-e568c8afa0cd req-9fad5bc9-3de2-44f9-9815-e1633678117b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.899524 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8550fb83-35c6-4efb-b188-e568c8afa0cd req-9fad5bc9-3de2-44f9-9815-e1633678117b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1323128 Jun 29 10:46:34.938671 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-b66509ac-aff3-493e-b48c-8c94557a0819 service neutron] 10.222.0.53 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223526 Jun 29 10:46:34.955613 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8550fb83-35c6-4efb-b188-e568c8afa0cd req-d33b4d90-af8c-4b4d-b0bc-0078e3da23e1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Jun 29 10:46:35.021357 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.027951 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6b278d50-1f2a-4134-b6f2-385acdbcf1a6 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:35.058824 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event deleted for resources: {'Port': ['ID=e1d34fee-aa8e-48ee-a4de-4004ea10b77b,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:35.062449 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:35.100746 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-698787d8-ed97-45d9-a66c-23842fcb6d32 req-d3df8855-7530-4db8-9e81-d02cb4a583be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe197aa-f98b-45f2-8ebc-88d500cc02cb HTTP/1.1" status: 200 len: 210 time: 0.0352037 Jun 29 10:46:35.149537 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-41e22a3c-19f3-43eb-993b-73c40fe088fe req-9c9e29f8-d2d5-4781-9ec1-2f3e8d24cc8c tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 210 time: 0.0332196 Jun 29 10:46:35.187529 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:35.306558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:35.318341 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:35.327621 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:35.328646 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:35.356132 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] No DVR routers for this DVR port e1d34fee-aa8e-48ee-a4de-4004ea10b77b on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:35.359042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.360899 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-58527137-60c5-4366-b62e-81aa4a5231d8 req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "DELETE /v2.0/ports/e1d34fee-aa8e-48ee-a4de-4004ea10b77b HTTP/1.1" status: 204 len: 173 time: 1.1339409 Jun 29 10:46:35.361416 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-deleted', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:35.364017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb307872-0574-4637-97ef-d9671e140def" -d '{"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-deleted", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:35.412202 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbe6c42-ca1d-4c1d-83a1-c10c6a40386a x-openstack-request-id: req-2bbe6c42-ca1d-4c1d-83a1-c10c6a40386a {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:35.412596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe197aa-f98b-45f2-8ebc-88d500cc02cb", "name": "network-vif-deleted", "tag": "e1d34fee-aa8e-48ee-a4de-4004ea10b77b", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:35.413086 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bbe6c42-ca1d-4c1d-83a1-c10c6a40386a {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:35.413609 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe197aa-f98b-45f2-8ebc-88d500cc02cb', 'name': 'network-vif-deleted', 'tag': 'e1d34fee-aa8e-48ee-a4de-4004ea10b77b', 'status': 'completed', 'code': 200} Jun 29 10:46:35.467150 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:35.675817 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:35.701136 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:35.709354 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:35.709968 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:35.888892 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:36.113265 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:36.142009 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0259a-6ba6-4e7d-88d4-7c245e3d1ab9 None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:36.208375 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1e6da-b6c1-45e2-83d2-d3700ecec5bd req-1fa89bef-05c5-43fd-bc20-155548e8715b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.210047 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-29c1e6da-b6c1-45e2-83d2-d3700ecec5bd req-1fa89bef-05c5-43fd-bc20-155548e8715b tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1056602 Jun 29 10:46:36.257445 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-29c1e6da-b6c1-45e2-83d2-d3700ecec5bd req-550f4841-b4ca-447b-a74b-c722a6269467 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Jun 29 10:46:36.319930 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 56882) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.336370 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6cd5c526-73f3-47e6-956f-bf1cd718d283 req-735de8a3-0e1e-4e18-84d8-ccdbe03ecc30 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 210 time: 0.0282607 Jun 29 10:46:36.395566 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.423280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.478824 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6930e5-7f46-4de2-9f9f-822c46d92b5e None None] New status for floating IP 63300f3d-e2b4-488b-b973-8f17c48dc296: DOWN {{(pid=99739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:36.489464 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.495086 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.499019 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc67c96a-a029-4d42-b900-55309779b306 HTTP/1.1" status: 204 len: 168 time: 0.1753848 Jun 29 10:46:36.499019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a893fe8d-3785-43db-b452-6e4e8e53691e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:36.499481 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56884) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.514613 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67c96a-a029-4d42-b900-55309779b306,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:36.516945 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:36.517071 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.api.v2.resource [None req-c69f455c-9184-4dba-a0f8-6d6819bcd5f0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] show failed (client error): The resource could not be found. Jun 29 10:46:36.518148 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c69f455c-9184-4dba-a0f8-6d6819bcd5f0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups/dc67c96a-a029-4d42-b900-55309779b306 HTTP/1.1" status: 404 len: 347 time: 0.0175567 Jun 29 10:46:36.521797 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 56886) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.769860 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-68024fa7-d667-4fc5-8276-a9b26b0498d5 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.771232 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-68024fa7-d667-4fc5-8276-a9b26b0498d5 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "GET /v2.0/networks?id=dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 200 len: 814 time: 0.2426076 Jun 29 10:46:36.790958 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Deleting port 50428f77-ec14-40bf-9bbb-2a7ad31b87b5 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:36.791296 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.796548 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Request body: {'port': {'device_id': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287', 'admin_state_up': True, 'tenant_id': '44def2fa92c441e5b77be818c0c6e7c8'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:36.936549 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.936891 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.953067 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Calling delete_port for 50428f77-ec14-40bf-9bbb-2a7ad31b87b5 owned by network:floatingip {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:37.021673 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Made reservation on behalf of 44def2fa92c441e5b77be818c0c6e7c8 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:37.025131 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.205766 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:37.225703 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: e1d34fee-aa8e-48ee-a4de-4004ea10b77b {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:37.226050 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device e1d34fee-aa8e-48ee-a4de-4004ea10b77b not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:37.254195 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Allocated IP 172.20.0.10 (dd684224-61a3-4233-bd52-a82e3ea08287/4d1551d9-d8a4-47af-8489-2fb3533c0dfc/71560de7-3145-4360-8c56-bc3919a3fdbd) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:37.263756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-d04bdfd4-8695-48cb-b203-645604e229a7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.265215 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-d04bdfd4-8695-48cb-b203-645604e229a7 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.1678839 Jun 29 10:46:37.267917 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.272029 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.340472 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event deleted for resources: {'Port': ['ID=50428f77-ec14-40bf-9bbb-2a7ad31b87b5,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.343688 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.440956 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c12c-b37e-4cfa-a174-cba33a2559b5 req-a123d2c3-6d62-4b64-b20a-7c34b824129e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.442468 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4529c12c-b37e-4cfa-a174-cba33a2559b5 req-a123d2c3-6d62-4b64-b20a-7c34b824129e tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 945 time: 0.0690241 Jun 29 10:46:37.492649 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-01925644-6094-4b6a-8371-813fcea8cef0 req-a371b042-9280-409e-a66a-c55c4733236e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 210 time: 0.0348551 Jun 29 10:46:37.511664 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4529c12c-b37e-4cfa-a174-cba33a2559b5 req-5bf62de2-cd4f-488c-88c3-06aa00e93275 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595520 Jun 29 10:46:37.525513 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.527903 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.529064 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "DELETE /v2.0/floatingips/63300f3d-e2b4-488b-b973-8f17c48dc296 HTTP/1.1" status: 204 len: 168 time: 1.0061607 Jun 29 10:46:37.586424 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Deleting port 96c26e3a-a5b5-46ea-b5bd-837360a098dd {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:37.586763 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.593631 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.702152 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] For port 96c26e3a-a5b5-46ea-b5bd-837360a098dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96c26e3a-a5b5-46ea-b5bd-837360a098dd,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:37.702507 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.717606 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Calling delete_port for 96c26e3a-a5b5-46ea-b5bd-837360a098dd owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:37.719730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.726065 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-69529ff8-c99a-4fc5-a009-ec9ceaa9add1 tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.775974 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56898) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:37.783070 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273403915', 'description': 'tempest-description--1154921187'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:37.811156 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.814814 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Network dd684224-61a3-4233-bd52-a82e3ea08287 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:37.821599 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:37.824927 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Pushing event updated for resources: {'Port': ['ID=71560de7-3145-4360-8c56-bc3919a3fdbd,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.827146 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:37.832887 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.895511 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.895737 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.896056 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.899948 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.903101 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7bb7378e-ec5e-410f-ba9d-6a5b8ba57aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.912025 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1227226 Jun 29 10:46:37.926617 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.927801 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1486378 Jun 29 10:46:37.931368 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56900) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:37.935732 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'security_group_rule': {'security_group_id': '6c73acbe-ac12-4ae6-949e-383548fa6cb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:37.939576 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73acbe-ac12-4ae6-949e-383548fa6cb1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.943301 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Request body: {'port': {'device_id': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:37.948817 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.949216 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.949581 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.949937 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.950287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.950638 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.950989 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.951335 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.951682 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.952022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.952366 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.952710 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:37.957632 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.980103 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.998881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.010940 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['7dbae437-9beb-4fb0-9f96-ffda63bc0266', '96c26e3a-a5b5-46ea-b5bd-837360a098dd'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:38.020192 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.044116 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.048336 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.051409 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5962e6bb-b57d-4fea-a34b-0513340093bb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.052205 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Pushing event deleted for resources: {'Port': ['ID=96c26e3a-a5b5-46ea-b5bd-837360a098dd,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.058483 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.074092 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6073e443-f14c-4355-83c6-fe1d52a6198d,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.076457 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.080859 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464419 Jun 29 10:46:38.080859 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.081393 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56902) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:38.085474 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'security_group_rule': {'security_group_id': '6c73acbe-ac12-4ae6-949e-383548fa6cb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:38.089289 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.107823 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] No DVR routers for this DVR port 96c26e3a-a5b5-46ea-b5bd-837360a098dd on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:38.113512 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.115542 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.117507 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b0833285-9d8b-4bec-9273-c5c858b3a86e req-7e34aa33-65ca-4dd3-bf5f-41602a861646 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "DELETE /v2.0/ports/96c26e3a-a5b5-46ea-b5bd-837360a098dd HTTP/1.1" status: 204 len: 173 time: 0.8427551 Jun 29 10:46:38.118017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'name': 'network-vif-deleted', 'tag': '96c26e3a-a5b5-46ea-b5bd-837360a098dd'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:38.120274 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83753fde-9210-4d0b-96fc-03a522d47c65" -d '{"events": [{"server_uuid": "794effe7-eb92-45c2-a61a-6ad52e661fc4", "name": "network-vif-deleted", "tag": "96c26e3a-a5b5-46ea-b5bd-837360a098dd"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:38.176093 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0739b2-9582-46f1-a508-cdf7cd6f716b x-openstack-request-id: req-7b0739b2-9582-46f1-a508-cdf7cd6f716b {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:38.176386 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794effe7-eb92-45c2-a61a-6ad52e661fc4", "name": "network-vif-deleted", "tag": "96c26e3a-a5b5-46ea-b5bd-837360a098dd", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:38.176704 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b0739b2-9582-46f1-a508-cdf7cd6f716b {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:38.177162 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794effe7-eb92-45c2-a61a-6ad52e661fc4', 'name': 'network-vif-deleted', 'tag': '96c26e3a-a5b5-46ea-b5bd-837360a098dd', 'status': 'completed', 'code': 200} Jun 29 10:46:38.189330 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.194518 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.200582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4ec6946a-6869-4c18-be75-b67719492cea tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.216804 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686d6b90-c6e7-4ee2-9bfb-0bff07b11ed8,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.219965 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.223740 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.227957 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459301 Jun 29 10:46:38.228555 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 56906) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:38.234070 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'floatingip': {'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:38.259185 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.361035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.402160 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71560de7-3145-4360-8c56-bc3919a3fdbd {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:38.410832 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.422611 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Transition to ACTIVE for port object 71560de7-3145-4360-8c56-bc3919a3fdbd will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:38.427658 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.429591 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1382b435-e02f-4b20-9b7a-2deb9382463e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.464218 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Allocated IP 172.28.0.21 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/26af029e-86be-43b0-a4ca-c7c9e12c1166) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:38.476613 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Pushing event updated for resources: {'Port': ['ID=71560de7-3145-4360-8c56-bc3919a3fdbd,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.480744 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.571653 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Attempting to bind port 71560de7-3145-4360-8c56-bc3919a3fdbd on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:38.572397 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Attempting to bind port 71560de7-3145-4360-8c56-bc3919a3fdbd by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:38.573008 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Attempting to bind port 71560de7-3145-4360-8c56-bc3919a3fdbd on network dd684224-61a3-4233-bd52-a82e3ea08287 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:38.578009 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Port 71560de7-3145-4360-8c56-bc3919a3fdbd on network dd684224-61a3-4233-bd52-a82e3ea08287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:38.578859 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Attempting to bind port 71560de7-3145-4360-8c56-bc3919a3fdbd on network dd684224-61a3-4233-bd52-a82e3ea08287 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:38.585049 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:38.585500 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Checking segment: {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:38.585977 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Bound using segment: {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:38.586521 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Bound port: 71560de7-3145-4360-8c56-bc3919a3fdbd, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:38.587142 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.606368 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.663723 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] For port 71560de7-3145-4360-8c56-bc3919a3fdbd, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:38.667238 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] For port 71560de7-3145-4360-8c56-bc3919a3fdbd, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71560de7-3145-4360-8c56-bc3919a3fdbd,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:38.673377 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.677181 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0de01f89-adbe-4552-b9e0-24856a339389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.706831 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.726567 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-146e8b8b-6103-45ec-b594-bb8f1622c2e5 req-cc57fdcf-8053-43a4-be93-671254ac0c54 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=794effe7-eb92-45c2-a61a-6ad52e661fc4 HTTP/1.1" status: 200 len: 210 time: 0.0370297 Jun 29 10:46:38.727927 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Pushing event updated for resources: {'Port': ['ID=71560de7-3145-4360-8c56-bc3919a3fdbd,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.729891 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.740479 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.749285 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.749982 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.759986 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] 10.222.0.60 "PUT /v2.0/ports/71560de7-3145-4360-8c56-bc3919a3fdbd HTTP/1.1" status: 200 len: 1094 time: 0.8121979 Jun 29 10:46:38.778481 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1f760-8579-48ca-a297-6f60ac7aec17 req-6a84d612-0367-4434-9016-4865bc103571 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.780135 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-40f1f760-8579-48ca-a297-6f60ac7aec17 req-6a84d612-0367-4434-9016-4865bc103571 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 944 time: 0.1639295 Jun 29 10:46:38.795455 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:38.809767 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:38.812769 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:38.849872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'Port': ['ID=26af029e-86be-43b0-a4ca-c7c9e12c1166,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.852881 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.858345 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-1f2da66a-f05a-4ad1-9cbb-4460878a6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.859237 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-1f2da66a-f05a-4ad1-9cbb-4460878a6c31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 1097 time: 0.0575738 Jun 29 10:46:38.878496 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-40f1f760-8579-48ca-a297-6f60ac7aec17 req-e41a16b4-d5cd-445c-84d7-26615500bf28 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866015 Jun 29 10:46:38.906995 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-515c7ada-972e-461c-9a90-3d2dfe342732 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71560de7-3145-4360-8c56-bc3919a3fdbd HTTP/1.1" status: 200 len: 217 time: 0.0394900 Jun 29 10:46:38.930323 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.954703 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-f803b992-677e-458d-b601-61ec8ca34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.956248 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-f803b992-677e-458d-b601-61ec8ca34a23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d1551d9-d8a4-47af-8489-2fb3533c0dfc HTTP/1.1" status: 200 len: 854 time: 0.0432346 Jun 29 10:46:38.977641 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.994880 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-c1056b42-07ca-4c11-b392-a2158a5d8d4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd684224-61a3-4233-bd52-a82e3ea08287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319319 Jun 29 10:46:39.084655 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-d35f5072-f413-4654-9cff-1f4dabb8027a service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830197 Jun 29 10:46:39.125644 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:39.130168 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:39.132120 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d72f6c40-1399-4b78-986b-77bbfe5666f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:39.178997 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b6f43735-1b60-474b-bb49-0d301c09f2e2 req-62e766b1-a946-4239-a2fd-097f4d9d6838 service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Jun 29 10:46:39.196949 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'Port': ['ID=26af029e-86be-43b0-a4ca-c7c9e12c1166,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:39.200873 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:39.211335 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:39.223967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:39.225222 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9947178 Jun 29 10:46:39.408092 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-466e5083-ab9c-462e-9b21-1e10043f3ad2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1273403915&fields=id&tenant_id=3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 267 time: 0.0326364 Jun 29 10:46:39.514466 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-c74225a8-429e-4403-9fa2-965a3e9a8008 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.515790 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-c74225a8-429e-4403-9fa2-965a3e9a8008 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 816 time: 0.0994194 Jun 29 10:46:39.530817 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-ae1a0c7d-275d-437b-8cd9-c43abd26b7dd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/quotas/3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 375 time: 0.0087099 Jun 29 10:46:39.596797 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-46359a1a-5082-46ef-9247-c3396140e756 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601964 Jun 29 10:46:39.691245 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-0b5c5a45-09ba-46c6-b149-73aeb006f27e service neutron] 10.222.0.53 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Jun 29 10:46:39.785452 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-94332df2-cc08-48df-b7da-1e503c0c65fc service neutron] 10.222.0.53 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878141 Jun 29 10:46:39.954654 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-291a9868-df62-46c2-8ee4-e6878c8931d8 req-e43dfaa1-8640-4f5b-baaf-ae1d1b033000 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Jun 29 10:46:40.154079 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34e406-caff-43f5-a140-b1191502674a req-22cd33c1-1708-4264-a692-6627bc9a6fba tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.155536 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1d34e406-caff-43f5-a140-b1191502674a req-22cd33c1-1708-4264-a692-6627bc9a6fba tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 944 time: 0.0682673 Jun 29 10:46:40.178725 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'tag': '71560de7-3145-4360-8c56-bc3919a3fdbd'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:40.181880 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa853dd-b695-4a36-95d9-e27121190a90", "tag": "71560de7-3145-4360-8c56-bc3919a3fdbd"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:40.227593 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1d34e406-caff-43f5-a140-b1191502674a req-6fc3dde4-49a3-4f2f-9d63-6b32ac523c4c tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Jun 29 10:46:40.243737 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2a684-77c7-4106-8f5e-cfd950d3eedb req-bf2636d9-9850-419d-8a1a-94bad229d581 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.245281 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c9c2a684-77c7-4106-8f5e-cfd950d3eedb req-bf2636d9-9850-419d-8a1a-94bad229d581 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0888484 Jun 29 10:46:40.280529 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49935059-24ef-4ba4-b442-19c75937b9b8 x-openstack-request-id: req-49935059-24ef-4ba4-b442-19c75937b9b8 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:40.281741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa853dd-b695-4a36-95d9-e27121190a90", "tag": "71560de7-3145-4360-8c56-bc3919a3fdbd", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:40.282237 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49935059-24ef-4ba4-b442-19c75937b9b8 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:40.282684 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'tag': '71560de7-3145-4360-8c56-bc3919a3fdbd', 'status': 'completed', 'code': 200} Jun 29 10:46:40.287400 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c9c2a684-77c7-4106-8f5e-cfd950d3eedb req-3f6a197c-b28a-42e9-92ff-15b550cd0b50 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jun 29 10:46:40.372498 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-14d1dc66-1ff2-40fb-a977-3f4bddbe034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.374048 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-14d1dc66-1ff2-40fb-a977-3f4bddbe034e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 1097 time: 0.0613747 Jun 29 10:46:40.469434 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-1e11de0c-7547-4d5a-85bd-bf1b038d8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.470935 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-1e11de0c-7547-4d5a-85bd-bf1b038d8977 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 200 len: 915 time: 0.0887530 Jun 29 10:46:40.747007 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-077905a0-0ecd-4d99-b530-667c335eae6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71560de7-3145-4360-8c56-bc3919a3fdbd HTTP/1.1" status: 200 len: 217 time: 0.2654810 Jun 29 10:46:40.794853 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-6808c701-102d-493a-b0eb-220089524f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.796249 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-6808c701-102d-493a-b0eb-220089524f7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d1551d9-d8a4-47af-8489-2fb3533c0dfc HTTP/1.1" status: 200 len: 854 time: 0.0412142 Jun 29 10:46:40.833085 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-a63b4533-ce10-4003-906c-ba154e6056c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd684224-61a3-4233-bd52-a82e3ea08287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256574 Jun 29 10:46:40.923427 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-6f3dd4a3-0cbd-4dda-bed5-a376b6f6c1ea service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807500 Jun 29 10:46:41.067116 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-8dc300f5-8e82-4bca-aef4-ab1e89ff75ca req-e4fef32e-8d89-4ec3-bcf6-58c1f0defaa2 service neutron] 10.222.0.60 "GET /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368248 Jun 29 10:46:41.123158 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-23294076-fee3-4dd0-a3ae-f1685451733a req-5feaf65c-0a98-4b1f-86a4-20a003b6667c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0386515 Jun 29 10:46:41.147434 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f4d02f7c-3dda-41e7-a7ce-91f05b01e14a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.148841 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f4d02f7c-3dda-41e7-a7ce-91f05b01e14a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 816 time: 0.1323376 Jun 29 10:46:41.198410 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-13a29a29-f660-4d91-9a5b-35f562cf934f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 380 time: 0.0339241 Jun 29 10:46:41.208294 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'port': {'device_id': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'admin_state_up': True, 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'security_groups': ['6c73acbe-ac12-4ae6-949e-383548fa6cb1']}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:41.212781 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 71560de7-3145-4360-8c56-bc3919a3fdbd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:41.215299 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 96c26e3a-a5b5-46ea-b5bd-837360a098dd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:41.250761 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 96c26e3a-a5b5-46ea-b5bd-837360a098dd {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:41.251430 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 96c26e3a-a5b5-46ea-b5bd-837360a098dd not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:41.330020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Made reservation on behalf of 3c1fde4b36e2492d94833157cfb50be0 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:41.335512 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.355209 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 71560de7-3145-4360-8c56-bc3919a3fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71560de7-3145-4360-8c56-bc3919a3fdbd,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:41.366206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '71560de7-3145-4360-8c56-bc3919a3fdbd', 'network_id': 'dd684224-61a3-4233-bd52-a82e3ea08287', 'port_id': '71560de7-3145-4360-8c56-bc3919a3fdbd', 'mac_address': 'fa:16:3e:92:0c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1551d9-d8a4-47af-8489-2fb3533c0dfc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:41.407514 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.429634 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71560de7-3145-4360-8c56-bc3919a3fdbd {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:41.451898 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 71560de7-3145-4360-8c56-bc3919a3fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71560de7-3145-4360-8c56-bc3919a3fdbd,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:41.458185 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.461361 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:41.481267 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759240a-b883-443b-9da0-63e2cfd452bd req-5c372c85-e6e7-486f-a1c0-1f15b8d50773 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.486139 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Allocated IP 172.20.0.6 (d138f0bd-0831-4187-b7fa-656fdcb3b625/f74f3bd8-50af-40be-a3d3-b2d9219f801a/28589dd6-5347-48b0-b678-330fc420c525) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:41.489024 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6759240a-b883-443b-9da0-63e2cfd452bd req-5c372c85-e6e7-486f-a1c0-1f15b8d50773 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 944 time: 0.1246128 Jun 29 10:46:41.511227 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=71560de7-3145-4360-8c56-bc3919a3fdbd,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:41.518879 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.519317 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.519793 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.520207 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.520608 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.521040 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.521427 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.521822 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.522226 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.522610 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.523011 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.523398 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:41.527352 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:41.535581 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6759240a-b883-443b-9da0-63e2cfd452bd req-82c11d3c-92ec-4270-ad12-aec804316092 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Jun 29 10:46:41.544326 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7390f9-0efa-4281-adea-1524772e7c66 req-a3db8cc5-ce0e-407d-816b-b425a7e03a38 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.545996 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-af7390f9-0efa-4281-adea-1524772e7c66 req-a3db8cc5-ce0e-407d-816b-b425a7e03a38 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1221840 Jun 29 10:46:41.585744 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-af7390f9-0efa-4281-adea-1524772e7c66 req-1cfa7457-5256-4cb6-90d5-deae2a0794b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Jun 29 10:46:41.627079 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.640764 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Transition to ACTIVE for port object 28589dd6-5347-48b0-b678-330fc420c525 will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:41.671718 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.675823 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f8575433-cdb7-4671-a001-be75cddc88c9 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:41.718577 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:41.718825 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['71560de7-3145-4360-8c56-bc3919a3fdbd'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:41.721791 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:41.725563 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:41.749694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:41.754780 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:41.778913 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.779429 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.796421 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923722 Jun 29 10:46:41.810984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Request body: {'port': {'device_id': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:41.890008 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.911157 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a4a3d481-7acf-4744-be9d-c84d15b090a1 None None] Provisioning for port 28589dd6-5347-48b0-b678-330fc420c525 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:41.915144 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a4a3d481-7acf-4744-be9d-c84d15b090a1 None None] Provisioning complete for port 28589dd6-5347-48b0-b678-330fc420c525 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:41.915526 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d481-7acf-4744-be9d-c84d15b090a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.951091 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3d481-7acf-4744-be9d-c84d15b090a1 None None] Port 28589dd6-5347-48b0-b678-330fc420c525 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:46:42.146901 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28589dd6-5347-48b0-b678-330fc420c525 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:42.154046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.166679 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Transition to ACTIVE for port object 28589dd6-5347-48b0-b678-330fc420c525 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:42.170805 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.173693 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-8be520ef-39f8-4ae8-8593-70b0a479176c tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:42.248643 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:42.252288 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:42.311650 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Attempting to bind port 28589dd6-5347-48b0-b678-330fc420c525 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:42.311985 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Attempting to bind port 28589dd6-5347-48b0-b678-330fc420c525 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:42.312310 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Attempting to bind port 28589dd6-5347-48b0-b678-330fc420c525 on network d138f0bd-0831-4187-b7fa-656fdcb3b625 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:42.318958 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Port 28589dd6-5347-48b0-b678-330fc420c525 on network d138f0bd-0831-4187-b7fa-656fdcb3b625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:42.319271 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Attempting to bind port 28589dd6-5347-48b0-b678-330fc420c525 on network d138f0bd-0831-4187-b7fa-656fdcb3b625 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:42.324746 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:42.325115 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Checking segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:42.325490 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Bound using segment: {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:42.325910 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Bound port: 28589dd6-5347-48b0-b678-330fc420c525, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2005e541-282d-47d9-8770-d34f14e0ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:42.326261 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.391851 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:42.395465 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:42.400839 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.402803 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f583fdad-2112-42ba-a921-2d18ebc0f943 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:42.437414 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.438199 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.440308 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 1093 time: 0.6331816 Jun 29 10:46:42.440873 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:42.443422 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a47101-6c57-43b5-8141-3379a193b50a" -d '{"events": [{"name": "network-changed", "server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:42.491755 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7fbb-73d8-44e2-8d00-845b0606b7cc req-d81a8ce5-c855-4ac0-87f1-4db10ff05828 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.500693 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fb4e7fbb-73d8-44e2-8d00-845b0606b7cc req-d81a8ce5-c855-4ac0-87f1-4db10ff05828 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0978820 Jun 29 10:46:42.512834 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06e0cf-d4fe-49eb-a4b3-2ad1ceaa800e x-openstack-request-id: req-3e06e0cf-d4fe-49eb-a4b3-2ad1ceaa800e {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:42.513180 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:42.513457 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e06e0cf-d4fe-49eb-a4b3-2ad1ceaa800e {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:42.513876 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'status': 'completed', 'code': 200} Jun 29 10:46:42.529723 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:42.534026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:42.540024 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fb4e7fbb-73d8-44e2-8d00-845b0606b7cc req-3928b983-14da-4b56-925b-84b5ef8e2b9a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Jun 29 10:46:42.567775 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-00c86083-a6e8-4e5b-a05c-b31450f2c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.569330 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-00c86083-a6e8-4e5b-a05c-b31450f2c1fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0754137 Jun 29 10:46:42.608268 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:42.624617 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-bce6d2ff-38f8-41b9-8e1a-c1cfb6c8f582 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 217 time: 0.0417075 Jun 29 10:46:42.679802 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-108d4703-0605-46ff-93dc-1dacd0fa09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.681307 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-108d4703-0605-46ff-93dc-1dacd0fa09ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0486650 Jun 29 10:46:42.741701 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-20e8816d-85d4-4336-bb2b-02494c5d9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.743333 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-20e8816d-85d4-4336-bb2b-02494c5d9ec3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0548747 Jun 29 10:46:42.747106 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63d95b-c7b4-4c96-a6bc-4c15f812aa2d req-f02afc1d-0291-448b-bd1a-9afb1e860d1e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.748537 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9f63d95b-c7b4-4c96-a6bc-4c15f812aa2d req-f02afc1d-0291-448b-bd1a-9afb1e860d1e tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 945 time: 0.0939949 Jun 29 10:46:42.806432 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9f63d95b-c7b4-4c96-a6bc-4c15f812aa2d req-20b1cb83-d7a2-413e-9983-fe6b139f4dfb tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Jun 29 10:46:42.818372 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41bc8-bf43-4f29-bbf3-9678ebe177fc req-2dcfaf04-5647-414b-b57b-1d5ebd97e1a6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.819825 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97c41bc8-bf43-4f29-bbf3-9678ebe177fc req-2dcfaf04-5647-414b-b57b-1d5ebd97e1a6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1096225 Jun 29 10:46:42.842981 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-f38889d0-aeb3-46ce-b28e-a4a98c44c939 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916228 Jun 29 10:46:42.857201 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-97c41bc8-bf43-4f29-bbf3-9678ebe177fc req-19c21779-2d24-42b7-a63d-bad867800d43 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Jun 29 10:46:42.935322 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-69dd6130-11d5-44ff-87ba-00207cc20c9e req-c84b157a-1785-4cae-be88-a3f7b86c24be service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839670 Jun 29 10:46:43.037289 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a47101-6c57-43b5-8141-3379a193b50a req-78278cf6-68ff-42cf-9c80-5b8347081482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.038735 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-78278cf6-68ff-42cf-9c80-5b8347081482 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0513661 Jun 29 10:46:43.126079 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a47101-6c57-43b5-8141-3379a193b50a req-eb54d38e-fb27-48c6-bc31-3e2e0f5bb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.127504 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-eb54d38e-fb27-48c6-bc31-3e2e0f5bb926 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.0811477 Jun 29 10:46:43.173819 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-e6d3c9a8-f7e8-4a9e-82d8-781720cb0df7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 217 time: 0.0371175 Jun 29 10:46:43.217521 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 71560de7-3145-4360-8c56-bc3919a3fdbd up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:43.225114 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a47101-6c57-43b5-8141-3379a193b50a req-8ebaaca4-93a6-418b-8244-d9ff46cd31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.226538 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-8ebaaca4-93a6-418b-8244-d9ff46cd31c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0427825 Jun 29 10:46:43.265287 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 71560de7-3145-4360-8c56-bc3919a3fdbd completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:43.268793 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 71560de7-3145-4360-8c56-bc3919a3fdbd triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:43.269202 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:43.288115 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a47101-6c57-43b5-8141-3379a193b50a req-49260d58-393c-4045-b1b9-2d0ba416aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.289671 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-49260d58-393c-4045-b1b9-2d0ba416aaff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0556960 Jun 29 10:46:43.342369 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:43.368076 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71560de7-3145-4360-8c56-bc3919a3fdbd'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:43.370469 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bddca77-9c2c-4a37-ad0f-f18fd93c7d68" -d '{"events": [{"server_uuid": "aaa853dd-b695-4a36-95d9-e27121190a90", "name": "network-vif-plugged", "status": "completed", "tag": "71560de7-3145-4360-8c56-bc3919a3fdbd"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:43.383455 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-3d1ef8ff-2570-44a2-8c30-78a7e7cd2322 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Jun 29 10:46:43.383596 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 71560de7-3145-4360-8c56-bc3919a3fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71560de7-3145-4360-8c56-bc3919a3fdbd,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:43.387530 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:43.390394 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:43.414028 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922192cd-9800-44d7-b69a-ba9701764766 x-openstack-request-id: req-922192cd-9800-44d7-b69a-ba9701764766 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:43.414326 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa853dd-b695-4a36-95d9-e27121190a90", "name": "network-vif-plugged", "status": "completed", "tag": "71560de7-3145-4360-8c56-bc3919a3fdbd", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:43.414584 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-922192cd-9800-44d7-b69a-ba9701764766 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:43.414966 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71560de7-3145-4360-8c56-bc3919a3fdbd', 'code': 200} Jun 29 10:46:43.444695 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=71560de7-3145-4360-8c56-bc3919a3fdbd,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:43.447911 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:43.483842 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-e0a47101-6c57-43b5-8141-3379a193b50a req-e4da7f7b-4524-4b20-937d-a909b3b8f91c service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889101 Jun 29 10:46:43.641727 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b26ca-daf0-4d87-b3ae-5cbc320dc607 req-33a42bcc-2d41-41e6-9ec4-e7b1e3c321d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.643231 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-4a4b26ca-daf0-4d87-b3ae-5cbc320dc607 req-33a42bcc-2d41-41e6-9ec4-e7b1e3c321d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 1099 time: 0.0552061 Jun 29 10:46:43.685938 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-4a4b26ca-daf0-4d87-b3ae-5cbc320dc607 req-58b8b0b2-5df3-4ce8-8a9f-39b49b64213c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283806 Jun 29 10:46:43.714541 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d3300-e101-4e1d-b9b8-0851c2bb36b9 req-e92dfdae-beaa-4868-914c-a8242aeb5da5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.715908 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1f6d3300-e101-4e1d-b9b8-0851c2bb36b9 req-e92dfdae-beaa-4868-914c-a8242aeb5da5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0633011 Jun 29 10:46:43.752462 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1f6d3300-e101-4e1d-b9b8-0851c2bb36b9 req-0725b635-40c3-4a54-8a04-3b7586a50390 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Jun 29 10:46:44.017147 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643cb7-3fb9-4d20-b48e-282ccaef5d66 req-374524e6-7d0c-4fb5-a00c-f50d054bba20 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.018586 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-88643cb7-3fb9-4d20-b48e-282ccaef5d66 req-374524e6-7d0c-4fb5-a00c-f50d054bba20 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0921767 Jun 29 10:46:44.074232 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a6d4-02ed-4716-8bee-1bbfc27fe75e req-79d11f31-e189-4c10-bc17-b92b862512ba tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.075688 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6763a6d4-02ed-4716-8bee-1bbfc27fe75e req-79d11f31-e189-4c10-bc17-b92b862512ba tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.1044703 Jun 29 10:46:44.078260 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-88643cb7-3fb9-4d20-b48e-282ccaef5d66 req-9761e999-c8c7-4aed-af36-de816f357d45 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Jun 29 10:46:44.113286 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6763a6d4-02ed-4716-8bee-1bbfc27fe75e req-f066510c-1282-41d5-8b3e-4e1ab9e066b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Jun 29 10:46:44.927977 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b337f81-321f-4863-90b4-46f753e7a41c req-c996263c-557d-4ebd-95d5-4770495d0756 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.929461 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4b337f81-321f-4863-90b4-46f753e7a41c req-c996263c-557d-4ebd-95d5-4770495d0756 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0625272 Jun 29 10:46:44.964943 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4b337f81-321f-4863-90b4-46f753e7a41c req-fd303e14-35f4-49b8-9f55-2993b772bc96 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299630 Jun 29 10:46:45.234215 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:45.293236 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ae16-1200-444d-85a1-54f1fe2a7c7d req-388bcea6-a485-4bbf-87b3-47dc9231fdcc tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:45.294711 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-caf2ae16-1200-444d-85a1-54f1fe2a7c7d req-388bcea6-a485-4bbf-87b3-47dc9231fdcc tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.1063495 Jun 29 10:46:45.315689 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83ca27-e453-4b9c-a134-8e9a5daeb944 req-42021366-ede3-4514-a650-df22a8f46757 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:45.317166 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f83ca27-e453-4b9c-a134-8e9a5daeb944 req-42021366-ede3-4514-a650-df22a8f46757 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0934672 Jun 29 10:46:45.329864 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:45.340777 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '28589dd6-5347-48b0-b678-330fc420c525', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'port_id': '28589dd6-5347-48b0-b678-330fc420c525', 'mac_address': 'fa:16:3e:fc:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:45.360947 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-caf2ae16-1200-444d-85a1-54f1fe2a7c7d req-9690138f-0eb9-44d8-b2ad-24826da3ff32 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583041 Jun 29 10:46:45.372779 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f83ca27-e453-4b9c-a134-8e9a5daeb944 req-14984d4b-029a-44af-91e1-9ec7d51560c6 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481863 Jun 29 10:46:45.378779 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.393117 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28589dd6-5347-48b0-b678-330fc420c525 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:45.413904 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:45.418336 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.420143 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:45.464942 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:45.467923 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:45.727393 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['28589dd6-5347-48b0-b678-330fc420c525'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:46.143078 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33c5d8-052c-4fde-a7d0-83ddb115366a req-8f2b8aac-c6d5-40ae-b38e-d88c8a8edfce tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.145277 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7b33c5d8-052c-4fde-a7d0-83ddb115366a req-8f2b8aac-c6d5-40ae-b38e-d88c8a8edfce tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 944 time: 0.0668337 Jun 29 10:46:46.186282 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7b33c5d8-052c-4fde-a7d0-83ddb115366a req-e56334a1-203a-4ec8-aa09-88bd3b8ddc64 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332818 Jun 29 10:46:46.197564 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-3996d490-f186-4ff1-9fd2-10e91708a010 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.199005 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-3996d490-f186-4ff1-9fd2-10e91708a010 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 946 time: 0.0655363 Jun 29 10:46:46.301544 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Deleting port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:46.301793 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.385384 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] For port 7dbae437-9beb-4fb0-9f96-ffda63bc0266, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7dbae437-9beb-4fb0-9f96-ffda63bc0266,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:46.385732 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.397665 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Calling delete_port for 7dbae437-9beb-4fb0-9f96-ffda63bc0266 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:46.532402 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.536707 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3df7a925-e661-4ffc-9eaf-23923c510c2b tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:46.543994 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['7dbae437-9beb-4fb0-9f96-ffda63bc0266'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:46.562178 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Pushing event deleted for resources: {'Port': ['ID=7dbae437-9beb-4fb0-9f96-ffda63bc0266,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:46.565903 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:46.577741 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987779f-3483-48c0-bd2e-27b8c6b18327 req-748f131c-d5dc-42e8-8820-e058cbbe62fb tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.580083 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5987779f-3483-48c0-bd2e-27b8c6b18327 req-748f131c-d5dc-42e8-8820-e058cbbe62fb tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd HTTP/1.1" status: 200 len: 867 time: 0.0906432 Jun 29 10:46:46.614647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] No DVR routers for this DVR port 7dbae437-9beb-4fb0-9f96-ffda63bc0266 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:46.617025 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.618963 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-435320b3-0e6a-4df0-9859-b14a0944ed3e req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.60 "DELETE /v2.0/ports/7dbae437-9beb-4fb0-9f96-ffda63bc0266 HTTP/1.1" status: 204 len: 173 time: 0.4137862 Jun 29 10:46:46.619449 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'name': 'network-vif-deleted', 'tag': '7dbae437-9beb-4fb0-9f96-ffda63bc0266'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:46.621721 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32171bf4-bfaa-49a9-998e-bce7a979f86a" -d '{"events": [{"server_uuid": "1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd", "name": "network-vif-deleted", "tag": "7dbae437-9beb-4fb0-9f96-ffda63bc0266"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:46.625408 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5987779f-3483-48c0-bd2e-27b8c6b18327 req-78ccdc90-1883-4efa-927d-82d792372b20 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] 10.222.0.53 "GET /v2.0/security-groups?id=0487ec45-9ca8-49d3-ac5c-5195a14454c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 Jun 29 10:46:46.658747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d48fc4-19cf-4fa2-8b41-69ccabf54018 x-openstack-request-id: req-e4d48fc4-19cf-4fa2-8b41-69ccabf54018 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:46.659586 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd", "name": "network-vif-deleted", "tag": "7dbae437-9beb-4fb0-9f96-ffda63bc0266", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:46.660007 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4d48fc4-19cf-4fa2-8b41-69ccabf54018 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:46.660429 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f13d55f-e7ed-4ad4-84e5-58a63f16dbfd', 'name': 'network-vif-deleted', 'tag': '7dbae437-9beb-4fb0-9f96-ffda63bc0266', 'status': 'completed', 'code': 200} Jun 29 10:46:47.239843 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:47.292754 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 28589dd6-5347-48b0-b678-330fc420c525 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:47.296523 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 28589dd6-5347-48b0-b678-330fc420c525 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:47.296882 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.365515 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a80de-3930-47d4-97b8-589298275d41 req-94668e16-4043-4e00-aa08-f394dffcd044 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.367061 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee6a80de-3930-47d4-97b8-589298275d41 req-94668e16-4043-4e00-aa08-f394dffcd044 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 944 time: 0.0608637 Jun 29 10:46:47.405574 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee6a80de-3930-47d4-97b8-589298275d41 req-32093d33-1116-467b-b721-800c3eb38dd7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326276 Jun 29 10:46:47.488427 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.511072 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:47.513309 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898e411-faf4-48ed-a7d3-ba70ca2bc87f" -d '{"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:47.526171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:47.530025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.530996 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7dbae437-9beb-4fb0-9f96-ffda63bc0266 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:47.533116 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:47.575403 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df674b82-e733-4021-bf62-da2e887109c2 x-openstack-request-id: req-df674b82-e733-4021-bf62-da2e887109c2 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:47.576180 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:47.576180 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df674b82-e733-4021-bf62-da2e887109c2 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:47.576393 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'code': 200} Jun 29 10:46:47.578705 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 7dbae437-9beb-4fb0-9f96-ffda63bc0266 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:47.579082 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 7dbae437-9beb-4fb0-9f96-ffda63bc0266 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:47.601815 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:47.604771 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:47.715750 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57000) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:47.773675 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a18dd5-1011-4d73-ad64-033d10062134 req-c233109e-24ef-4ec8-bbd1-45a29e320729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.775139 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-60a18dd5-1011-4d73-ad64-033d10062134 req-c233109e-24ef-4ec8-bbd1-45a29e320729 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0534735 Jun 29 10:46:47.812286 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-60a18dd5-1011-4d73-ad64-033d10062134 req-a37d9a17-dfd7-4a8e-ad40-ddc916fbf463 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298789 Jun 29 10:46:48.377640 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.646246 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb4d02-71bf-4c5a-a8f2-367390e6be79 req-60b62ca8-2152-4659-979e-1a19d392b1f3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:48.647619 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-abbb4d02-71bf-4c5a-a8f2-367390e6be79 req-60b62ca8-2152-4659-979e-1a19d392b1f3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.1165586 Jun 29 10:46:48.731624 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-abbb4d02-71bf-4c5a-a8f2-367390e6be79 req-48718865-f2e1-48ae-864a-04b92e865138 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630257 Jun 29 10:46:48.764949 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Deleting port d5b3c1e1-43a9-45ae-bec9-19e06e265fef {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:48.765327 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.846059 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] For port d5b3c1e1-43a9-45ae-bec9-19e06e265fef, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,segment=NetworkSegment(ba7b0346-8702-4b1a-8c7b-3939503f2aef),segment_id=ba7b0346-8702-4b1a-8c7b-3939503f2aef)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:48.846401 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.861430 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Calling delete_port for d5b3c1e1-43a9-45ae-bec9-19e06e265fef owned by network:router_interface {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:49.080133 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.082152 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:49.104082 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b3c1e1-43a9-45ae-bec9-19e06e265fef,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:49.107123 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:49.272590 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.479277 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Router 3c0307a0-7442-47b6-b386-55fa63745c5e has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:49.579684 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.582234 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:49.587586 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6b25bace-a947-41d2-bded-00146f3cfdd9 admin admin] 10.222.0.53 "PUT /v2.0/routers/3c0307a0-7442-47b6-b386-55fa63745c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708379 Jun 29 10:46:49.590096 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57014) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:49.590802 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] Sync routers for ids ['3c0307a0-7442-47b6-b386-55fa63745c5e'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:49.600395 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] Routers {'3c0307a0-7442-47b6-b386-55fa63745c5e'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:49.601050 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['3c0307a0-7442-47b6-b386-55fa63745c5e'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:49.691850 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.702143 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] Set router 3c0307a0-7442-47b6-b386-55fa63745c5e gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:49.795182 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.851920 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Deleting port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:49.852175 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.882932 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:46:49Z', 'revision_number': 5, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port': {'id': '8951f2d9-bc5b-47e2-a47f-d7731d9c2e42', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:55Z', 'updated_at': '2021-06-29T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:49.912674 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] Checking router: 3c0307a0-7442-47b6-b386-55fa63745c5e for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:49.920651 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] Routers {'3c0307a0-7442-47b6-b386-55fa63745c5e'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:49.921287 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['3c0307a0-7442-47b6-b386-55fa63745c5e'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:49.970420 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] For port 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:49.970772 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.986585 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Calling delete_port for 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 owned by network:router_gateway {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:49.995049 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38da031-fa00-4f57-bbe7-2471b0fd0168 req-40fdd601-7d79-4fc7-b69a-d32c09133f98 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:49.996530 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d38da031-fa00-4f57-bbe7-2471b0fd0168 req-40fdd601-7d79-4fc7-b69a-d32c09133f98 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.1413624 Jun 29 10:46:50.003121 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] Set router 3c0307a0-7442-47b6-b386-55fa63745c5e gateway port host: None {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:50.052749 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:46:49Z', 'revision_number': 6, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port_host': None}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:50.081880 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526450c7-08c0-4588-876e-6eae9e413187 None None] The sync data for ids ['3c0307a0-7442-47b6-b386-55fa63745c5e'] in dv-cinder-786627-13-smb is: [{'id': '3c0307a0-7442-47b6-b386-55fa63745c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1039876642-router', 'tenant_id': 'a6a5d10860584fe7b2af152250d46533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:54Z', 'updated_at': '2021-06-29T10:46:49Z', 'revision_number': 6, 'project_id': 'a6a5d10860584fe7b2af152250d46533', 'gw_port_host': None}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:50.082340 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d38da031-fa00-4f57-bbe7-2471b0fd0168 req-b9b9ac27-079a-475a-bc7a-96465649df9e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777831 Jun 29 10:46:50.192688 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.195748 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4dee3f65-0a76-4a5a-9ada-22bf86540214 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:50.228515 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8951f2d9-bc5b-47e2-a47f-d7731d9c2e42,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:50.233271 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:50.321661 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.646883 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395723d-63f6-4da8-bae4-5a604a5f9997 req-cf78b588-56e1-47b3-a121-ead4b8817489 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.648346 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9395723d-63f6-4da8-bae4-5a604a5f9997 req-cf78b588-56e1-47b3-a121-ead4b8817489 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.4453161 Jun 29 10:46:50.657203 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57022) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:50.662059 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Request body: {'floatingip': {'port_id': '28589dd6-5347-48b0-b678-330fc420c525'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:50.678197 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.680226 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.701727 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.745329 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.745925 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0307a0-7442-47b6-b386-55fa63745c5e {{(pid=99737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:46:50.750960 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.752103 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6d52f8fa-adda-4543-8a51-5543d6946cc2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3c0307a0-7442-47b6-b386-55fa63745c5e HTTP/1.1" status: 204 len: 168 time: 1.1608799 Jun 29 10:46:50.755136 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57024) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:50.798626 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Deleting subnet 8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:46:50.802591 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.837494 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3508541'] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.875880 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.934940 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377466'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.937868 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:50.960343 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:50.966586 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:50.967806 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.972683 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d6cad2e4-7a64-4446-a4f7-21a53f62b149 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d72d0cb-ed7e-4914-acdd-8f1b6105c4cd HTTP/1.1" status: 204 len: 168 time: 0.2138929 Jun 29 10:46:50.973006 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57026) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:51.046391 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.131967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.142517 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9cd6bb-141f-4114-834c-072ff61b3732']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:51.154060 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7b0346-8702-4b1a-8c7b-3939503f2aef') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:51.154454 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7b0346-8702-4b1a-8c7b-3939503f2aef') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:51.164746 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.172854 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.177704 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.181731 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.191654 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:46:51.192346 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:46:51.249390 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:46:51.261470 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.266242 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:51.270701 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.273468 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0b9cd6bb-141f-4114-834c-072ff61b3732 HTTP/1.1" status: 204 len: 168 time: 0.2989318 Jun 29 10:46:51.287893 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device d5b3c1e1-43a9-45ae-bec9-19e06e265fef no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:51.288443 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9cd6bb-141f-4114-834c-072ff61b3732,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:51.292208 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1c03b910-d592-4c07-a65b-99d642efdfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:51.322975 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Floating IP 4d07b7d3-75c4-44fa-8593-058ecfd4a512 associated. External IP: 172.28.0.21, port: 28589dd6-5347-48b0-b678-330fc420c525. Jun 29 10:46:51.332725 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: d5b3c1e1-43a9-45ae-bec9-19e06e265fef {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:51.333117 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device d5b3c1e1-43a9-45ae-bec9-19e06e265fef not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:51.333543 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:51.355723 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:51.356073 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 8951f2d9-bc5b-47e2-a47f-d7731d9c2e42 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:51.430433 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57036) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:51.469856 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1709995c-38c5-42d0-a661-5e244d268424 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6a5d10860584fe7b2af152250d46533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379856 Jun 29 10:46:51.473000 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57038) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:51.576750 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.582101 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:51.607812 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.735312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.738386 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.741904 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0487ec45-9ca8-49d3-ac5c-5195a14454c9 HTTP/1.1" status: 204 len: 168 time: 0.2655814 Jun 29 10:46:51.741904 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4c70aa44-9438-416d-a421-167dfec79dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:51.745211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:51.752775 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.754719 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:51.764815 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:51.765418 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:51.775510 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0487ec45-9ca8-49d3-ac5c-5195a14454c9,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:51.778503 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:51.802767 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5bcef55c-7b09-4ef2-a943-059090cafed2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "PUT /v2.0/floatingips/4d07b7d3-75c4-44fa-8593-058ecfd4a512 HTTP/1.1" status: 200 len: 990 time: 1.1411550 Jun 29 10:46:51.802767 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:51.803098 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d7cae0-1946-4639-b119-8c32ef061759" -d '{"events": [{"name": "network-changed", "server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:51.853925 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655d1453-aa5f-40e6-b57e-bff73918b6c1 x-openstack-request-id: req-655d1453-aa5f-40e6-b57e-bff73918b6c1 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:51.854529 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:51.855430 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-655d1453-aa5f-40e6-b57e-bff73918b6c1 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:51.857296 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'status': 'completed', 'code': 200} Jun 29 10:46:51.899876 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:52.186074 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-7fe57547-3eab-4cc8-a2f4-42418f16bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.187728 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-7fe57547-3eab-4cc8-a2f4-42418f16bfd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1098 time: 0.3040090 Jun 29 10:46:52.195303 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '4d07b7d3-75c4-44fa-8593-058ecfd4a512', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'port_id': '28589dd6-5347-48b0-b678-330fc420c525', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'mac_address': 'fa:16:3e:fc:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:38Z', 'updated_at': '2021-06-29T10:46:51Z', 'revision_number': 1, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:52.221527 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:52.230654 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:52.231291 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:52.291425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-fd3dddaa-e391-4919-bd0f-59b42cded139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.293247 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-fd3dddaa-e391-4919-bd0f-59b42cded139 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.0979421 Jun 29 10:46:52.351056 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:52.366898 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-69854deb-f576-4ff5-9fb9-704931b38855 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 998 time: 0.0650802 Jun 29 10:46:52.419858 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-8398d6fc-7887-46b4-990a-3b6c1a31da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.421339 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-8398d6fc-7887-46b4-990a-3b6c1a31da5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0485289 Jun 29 10:46:52.508222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-ce6e6f6f-994d-405b-b9bf-962c52894870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.514858 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-ce6e6f6f-994d-405b-b9bf-962c52894870 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0732820 Jun 29 10:46:52.636052 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '4d07b7d3-75c4-44fa-8593-058ecfd4a512', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'port_id': '28589dd6-5347-48b0-b678-330fc420c525', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'mac_address': 'fa:16:3e:fc:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:38Z', 'updated_at': '2021-06-29T10:46:51Z', 'revision_number': 1, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:52.637813 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-541ace01-bb84-4094-aee0-0dd752e55f1e service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101220 Jun 29 10:46:52.670627 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f1646-6b90-49bd-8341-3b6db470b558 None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '4d07b7d3-75c4-44fa-8593-058ecfd4a512', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'port_id': '28589dd6-5347-48b0-b678-330fc420c525', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'mac_address': 'fa:16:3e:fc:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:38Z', 'updated_at': '2021-06-29T10:46:51Z', 'revision_number': 1, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:52.744371 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c0d7cae0-1946-4639-b119-8c32ef061759 req-9be40ace-82e2-4250-8cd0-9affbdd4e56c service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994470 Jun 29 10:46:52.885494 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39508c-b579-4eef-8bbd-e64f30b9db61 None None] New status for floating IP 4d07b7d3-75c4-44fa-8593-058ecfd4a512: ACTIVE {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:55.583986 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57128) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:55.696116 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.696438 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3bb68cec-c3b2-433d-a94d-d44151b180fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.785910 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.790674 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.793549 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5da75bfe-c5ae-4d88-bbac-d70df1fb5a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.830810 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b37a7a1b67849d39d5425308653428a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456615 Jun 29 10:46:55.831641 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d9b3f-1b23-45cd-83ad-455b71b8e68f,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.833517 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57134) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:55.835282 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:55.885402 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.906912 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.952939 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.955504 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.957160 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee6d9b3f-1b23-45cd-83ad-455b71b8e68f HTTP/1.1" status: 204 len: 168 time: 0.1211569 Jun 29 10:46:55.958084 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c236e5e6-1bf5-4c0d-a17f-2d8c308b2d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.965864 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d9b3f-1b23-45cd-83ad-455b71b8e68f,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.968292 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:58.466226 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-9e931f0d-dcd7-4d18-a192-dfd7c822f150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.788279 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.571067 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.152262 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.461065 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046985e-fb5d-486b-9c23-5d0eda8e735a req-f64ada40-c009-4d0b-84f3-0d12251e307b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:02.464359 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1046985e-fb5d-486b-9c23-5d0eda8e735a req-f64ada40-c009-4d0b-84f3-0d12251e307b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0663021 Jun 29 10:47:02.504763 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1046985e-fb5d-486b-9c23-5d0eda8e735a req-f8022f72-152d-4417-9f66-7200e2818e20 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Jun 29 10:47:03.677412 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb018-347f-402e-b5ae-387c9e705921 req-c01336ef-95d7-41f6-ad57-b895e3efdae3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:03.678779 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1dfdb018-347f-402e-b5ae-387c9e705921 req-c01336ef-95d7-41f6-ad57-b895e3efdae3 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0631092 Jun 29 10:47:03.718555 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1dfdb018-347f-402e-b5ae-387c9e705921 req-1093a1d4-f20e-47fb-9049-7715ac36a859 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Jun 29 10:47:04.889392 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0a3e-23bb-472c-978a-0921fc0bc644 req-abdce445-44e0-4004-9b57-f0ca67393399 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.890854 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4edb0a3e-23bb-472c-978a-0921fc0bc644 req-abdce445-44e0-4004-9b57-f0ca67393399 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0624957 Jun 29 10:47:04.931046 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4edb0a3e-23bb-472c-978a-0921fc0bc644 req-9386aba0-31a7-40fd-b432-958adfda97d0 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Jun 29 10:47:06.106988 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72e162-725e-43e0-b593-1fd6942afcfe req-697dca5e-2bc8-4018-8c03-f6fa149a713f tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.108458 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1f72e162-725e-43e0-b593-1fd6942afcfe req-697dca5e-2bc8-4018-8c03-f6fa149a713f tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0668783 Jun 29 10:47:06.148510 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1f72e162-725e-43e0-b593-1fd6942afcfe req-656ba24f-0291-4fc7-acbc-0059d47f0994 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Jun 29 10:47:07.129824 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-41f481a7-a943-4a4c-9a76-36250f5571ec tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.132173 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-41f481a7-a943-4a4c-9a76-36250f5571ec tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0626111 Jun 29 10:47:07.237019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Deleting port 71560de7-3145-4360-8c56-bc3919a3fdbd {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:07.237275 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.329724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731123f4-3434-4f38-95c6-722484b5be4a req-83f3357f-6c16-4042-aee7-c7b621bbc731 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.330743 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] For port 71560de7-3145-4360-8c56-bc3919a3fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71560de7-3145-4360-8c56-bc3919a3fdbd,segment=NetworkSegment(ece2999f-32df-449b-b5a5-c5fb3a9e9d25),segment_id=ece2999f-32df-449b-b5a5-c5fb3a9e9d25)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:07.331102 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.331272 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-731123f4-3434-4f38-95c6-722484b5be4a req-83f3357f-6c16-4042-aee7-c7b621bbc731 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/ports?device_id=aaa853dd-b695-4a36-95d9-e27121190a90 HTTP/1.1" status: 200 len: 946 time: 0.0630877 Jun 29 10:47:07.345772 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Calling delete_port for 71560de7-3145-4360-8c56-bc3919a3fdbd owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:07.372615 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-731123f4-3434-4f38-95c6-722484b5be4a req-bdda4ee0-879e-4738-9091-c6e7711b0955 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.53 "GET /v2.0/security-groups?id=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Jun 29 10:47:07.471340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.476097 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-275bf02f-39f9-4f4f-942c-8b15ad5874e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.484027 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['71560de7-3145-4360-8c56-bc3919a3fdbd'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:07.507035 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Pushing event deleted for resources: {'Port': ['ID=71560de7-3145-4360-8c56-bc3919a3fdbd,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.509963 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.551189 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] No DVR routers for this DVR port 71560de7-3145-4360-8c56-bc3919a3fdbd on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:07.554636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.556641 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2bd197e0-0538-4716-babe-71a4d5ff4262 req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] 10.222.0.60 "DELETE /v2.0/ports/71560de7-3145-4360-8c56-bc3919a3fdbd HTTP/1.1" status: 204 len: 173 time: 0.4189873 Jun 29 10:47:07.557188 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'name': 'network-vif-deleted', 'tag': '71560de7-3145-4360-8c56-bc3919a3fdbd'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:07.559452 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3dddb-7e07-4f4e-80e6-ca165e5ffbbc" -d '{"events": [{"server_uuid": "aaa853dd-b695-4a36-95d9-e27121190a90", "name": "network-vif-deleted", "tag": "71560de7-3145-4360-8c56-bc3919a3fdbd"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:07.595479 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd8005c-1f52-441c-9048-13060dae1a4c x-openstack-request-id: req-4cd8005c-1f52-441c-9048-13060dae1a4c {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:07.595795 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa853dd-b695-4a36-95d9-e27121190a90", "name": "network-vif-deleted", "tag": "71560de7-3145-4360-8c56-bc3919a3fdbd", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:07.596080 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cd8005c-1f52-441c-9048-13060dae1a4c {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:07.596490 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa853dd-b695-4a36-95d9-e27121190a90', 'name': 'network-vif-deleted', 'tag': '71560de7-3145-4360-8c56-bc3919a3fdbd', 'status': 'completed', 'code': 200} Jun 29 10:47:10.627142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a90fca-275b-4518-88e3-74b4de1bd950 req-7731d541-ee28-4754-b25c-280d2a573c04 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.628578 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-47a90fca-275b-4518-88e3-74b4de1bd950 req-7731d541-ee28-4754-b25c-280d2a573c04 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0624135 Jun 29 10:47:10.671304 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-47a90fca-275b-4518-88e3-74b4de1bd950 req-418146b5-f806-4311-8017-254e23817a71 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367906 Jun 29 10:47:11.362270 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 71560de7-3145-4360-8c56-bc3919a3fdbd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:11.385388 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 71560de7-3145-4360-8c56-bc3919a3fdbd {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:11.385733 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 71560de7-3145-4360-8c56-bc3919a3fdbd not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:11.843136 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfb94d-20f6-402b-b61e-50801e65c320 req-e6ec211f-a1a0-449c-b8f5-fb6d0dbbbbb6 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.844632 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-62dfb94d-20f6-402b-b61e-50801e65c320 req-e6ec211f-a1a0-449c-b8f5-fb6d0dbbbbb6 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0642614 Jun 29 10:47:11.882839 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-62dfb94d-20f6-402b-b61e-50801e65c320 req-f5f8605c-a24d-4503-8296-9c10b188600f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Jun 29 10:47:12.691971 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-2c071af7-298a-4c94-a915-ff5699ff33e5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.693610 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-2c071af7-298a-4c94-a915-ff5699ff33e5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0614965 Jun 29 10:47:12.792310 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Deleting port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:12.792641 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.876541 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] For port c9f71f0f-4d3c-46ed-af60-f905ee7ae265, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:12.876889 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.047372 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.047741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.048048 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Floating IP cbce4faf-5fdc-47ab-9beb-97a7efe0c571 disassociated. External IP: 172.28.0.115, port: c9f71f0f-4d3c-46ed-af60-f905ee7ae265. Jun 29 10:47:13.048378 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Calling delete_port for c9f71f0f-4d3c-46ed-af60-f905ee7ae265 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:13.055916 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20c8a-b895-42f5-82c6-a624e4aae97e req-d6381363-2e93-46e3-9bee-c275ce55c687 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.057411 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a4e20c8a-b895-42f5-82c6-a624e4aae97e req-d6381363-2e93-46e3-9bee-c275ce55c687 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 946 time: 0.0618098 Jun 29 10:47:13.094566 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a4e20c8a-b895-42f5-82c6-a624e4aae97e req-aa58ddba-8a30-4dc1-b755-3d5d7691ca5b tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=528a61f0-1402-402b-98bb-9d6bba12b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Jun 29 10:47:13.172505 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.176376 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-70a2dfbf-f04b-4203-aace-9918319e590b tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:13.202300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event deleted for resources: {'Port': ['ID=c9f71f0f-4d3c-46ed-af60-f905ee7ae265,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:13.205788 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:13.321230 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:13.429931 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:13.439341 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57388) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:13.441207 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:13.456390 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:13.457742 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:13.478002 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] No DVR routers for this DVR port c9f71f0f-4d3c-46ed-af60-f905ee7ae265 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:13.480550 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.482652 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1e938ab8-7325-4745-adf8-3c8a0857b9ef req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "DELETE /v2.0/ports/c9f71f0f-4d3c-46ed-af60-f905ee7ae265 HTTP/1.1" status: 204 len: 173 time: 0.7833104 Jun 29 10:47:13.484448 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'name': 'network-vif-deleted', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:13.487895 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f4ca89-8449-4eae-aed3-485d5d37b1df" -d '{"events": [{"server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "name": "network-vif-deleted", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:13.532675 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2447a4-b7db-4186-86c6-6ee930237647 x-openstack-request-id: req-8b2447a4-b7db-4186-86c6-6ee930237647 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:13.533070 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee8380-7a20-4dad-abc5-41606f4631ce", "name": "network-vif-deleted", "tag": "c9f71f0f-4d3c-46ed-af60-f905ee7ae265", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:13.533567 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b2447a4-b7db-4186-86c6-6ee930237647 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:13.533817 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee8380-7a20-4dad-abc5-41606f4631ce', 'name': 'network-vif-deleted', 'tag': 'c9f71f0f-4d3c-46ed-af60-f905ee7ae265', 'status': 'completed', 'code': 200} Jun 29 10:47:13.585063 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.639272 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:13.710454 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.716217 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.731717 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7cb8f6b6-785e-465a-85c1-8191c53a481c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:13.768768 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9646f1f0ef494127a4786240386460c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259575 Jun 29 10:47:13.769322 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57398) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:13.781928 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0acab-bd07-4727-b99d-79870d1703af,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:13.796470 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:13.864347 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.887556 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.906813 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:13.934655 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:13.942378 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.944140 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:13.944759 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:13.945158 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.946306 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25d0acab-bd07-4727-b99d-79870d1703af HTTP/1.1" status: 204 len: 168 time: 0.1759875 Jun 29 10:47:13.947222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7d24fbe6-9682-4c2a-a6c2-e1f02e9122ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:13.955074 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0acab-bd07-4727-b99d-79870d1703af,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:13.964674 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:14.083137 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:14.299691 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d254db75-553b-4874-9f54-02eb96e25a5e req-850ffbc3-e83d-47dd-a0f6-dc17ba7b1bf6 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebee8380-7a20-4dad-abc5-41606f4631ce HTTP/1.1" status: 200 len: 210 time: 0.0372097 Jun 29 10:47:14.440832 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:14.470113 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82906aac-3e4c-4123-a5b2-4c1f0669affc None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:14.700653 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16312637-0f90-4a85-a892-a3c279bbd4a3 None None] New status for floating IP cbce4faf-5fdc-47ab-9beb-97a7efe0c571: DOWN {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:15.421030 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57448) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:15.473502 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.495892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.541881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.544556 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.545735 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "DELETE /v2.0/security-groups/528a61f0-1402-402b-98bb-9d6bba12b8d8 HTTP/1.1" status: 204 len: 168 time: 0.1237321 Jun 29 10:47:15.546558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-67fc4457-7ac6-435f-913c-1ae255f00945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:15.548525 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57452) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:15.555956 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a61f0-1402-402b-98bb-9d6bba12b8d8,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:15.558550 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:15.566077 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.api.v2.resource [None req-67297db4-75c5-4c15-a75a-bfaeff2eb69c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] show failed (client error): The resource could not be found. Jun 29 10:47:15.569744 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-67297db4-75c5-4c15-a75a-bfaeff2eb69c tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups/528a61f0-1402-402b-98bb-9d6bba12b8d8 HTTP/1.1" status: 404 len: 347 time: 0.0170152 Jun 29 10:47:15.570045 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57454) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:15.691447 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Deleting port cdd85884-1207-4ee4-b091-ad692849cf41 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:15.691788 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.767252 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.767478 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.778905 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Calling delete_port for cdd85884-1207-4ee4-b091-ad692849cf41 owned by network:floatingip {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:15.911771 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.914291 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:15.935437 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event deleted for resources: {'Port': ['ID=cdd85884-1207-4ee4-b091-ad692849cf41,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:15.939100 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:15.998047 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.000541 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.001705 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "DELETE /v2.0/floatingips/cbce4faf-5fdc-47ab-9beb-97a7efe0c571 HTTP/1.1" status: 204 len: 168 time: 0.4307151 Jun 29 10:47:16.329381 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57468) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:16.334048 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532889647', 'description': 'tempest-description--1747269715'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:16.356403 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.451507 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.455596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.458243 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-49a1d8d8-6b9e-41a9-92f9-d22670125913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:16.488415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.489669 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1592598 Jun 29 10:47:16.490846 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a945fd-ba15-4f70-ab9a-296f6c6311c5,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:16.493108 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57474) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:16.495201 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:16.498683 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'security_group_rule': {'security_group_id': '70a945fd-ba15-4f70-ab9a-296f6c6311c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:16.526770 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.586958 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.590352 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.592398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7f54be2d-a010-426d-87e7-17f655ff28f1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:16.606191 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d091e5-4501-4aad-9a30-9b032f9d3766,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:16.610746 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:16.620115 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.621483 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272929 Jun 29 10:47:16.624091 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57476) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:16.628893 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'security_group_rule': {'security_group_id': '70a945fd-ba15-4f70-ab9a-296f6c6311c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:16.659537 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.708081 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.711882 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.714069 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-821dc37e-7ba3-48ce-b9cc-c84b496c1875 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:16.730170 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef3643a-828a-4beb-9a5d-07dbbbfa7404,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:16.732972 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:16.735211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.736594 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115088 Jun 29 10:47:16.739637 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57480) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:16.746074 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'floatingip': {'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:16.774086 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.867932 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.968311 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Allocated IP 172.28.0.75 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/d5d42024-be14-4df2-802f-0eba7d5e2937) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:17.068374 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.108981 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.110847 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e85233f4-8da6-4c4a-97cb-b7a4ed8e69be tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:17.145764 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:17.148418 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:17.151808 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:17.174371 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'Port': ['ID=d5d42024-be14-4df2-802f-0eba7d5e2937,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:17.178059 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:17.276597 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.324546 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.363174 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device c9f71f0f-4d3c-46ed-af60-f905ee7ae265 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:17.387576 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: c9f71f0f-4d3c-46ed-af60-f905ee7ae265 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:17.387930 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device c9f71f0f-4d3c-46ed-af60-f905ee7ae265 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:17.493676 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.502035 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.505772 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1bbd7fd3-0d38-4057-8d02-881576a2a7b1 tempest-ServerRescueNegativeTestJSON-2128432060 tempest-ServerRescueNegativeTestJSON-2128432060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:17.576182 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'Port': ['ID=d5d42024-be14-4df2-802f-0eba7d5e2937,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:17.579848 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:17.589678 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.606243 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.607639 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8664036 Jun 29 10:47:17.805999 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-016e3d0f-525d-40fc-861d-cbbb754ac7c9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1532889647&fields=id&tenant_id=e4d186a3c4d540808779bd642bdd1847 HTTP/1.1" status: 200 len: 267 time: 0.0346675 Jun 29 10:47:17.912283 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-fd2c6642-787f-42ea-9884-df9f640550ec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:17.913813 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-fd2c6642-787f-42ea-9884-df9f640550ec tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 810 time: 0.1008255 Jun 29 10:47:17.928053 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-68c54cda-3d1f-4d4d-9859-67010b11c5ab tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/quotas/e4d186a3c4d540808779bd642bdd1847 HTTP/1.1" status: 200 len: 375 time: 0.0087872 Jun 29 10:47:17.998851 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-85548fe1-db91-4ba2-b8ca-216ca21ed3db tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656328 Jun 29 10:47:18.092681 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-5ba01e16-25e0-406f-87b7-07c6ef6bff2f service neutron] 10.222.0.53 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820346 Jun 29 10:47:18.183405 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-3f4b05c4-7382-463b-a3b3-f2a225f304ad service neutron] 10.222.0.53 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Jun 29 10:47:18.351071 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07a62913-c53b-4e1b-ba20-217330f4acae req-b9be8696-a985-4b46-b3ac-46f86862849f tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 210 time: 0.0267200 Jun 29 10:47:19.480224 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-778c24f4-a883-447b-b10e-c37ec7e2a237 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.482498 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-778c24f4-a883-447b-b10e-c37ec7e2a237 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 810 time: 0.1114264 Jun 29 10:47:19.491349 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d2ce62d9-e470-4d0b-8b05-0b5165121bdd req-4684bdef-6cb0-477f-9b3d-4e990b5ac375 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Jun 29 10:47:19.540786 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-a0baa5d3-009e-485a-b951-cd126fe0cc1a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d186a3c4d540808779bd642bdd1847 HTTP/1.1" status: 200 len: 380 time: 0.0419471 Jun 29 10:47:19.549804 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'port': {'device_id': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'admin_state_up': True, 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'security_groups': ['70a945fd-ba15-4f70-ab9a-296f6c6311c5']}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:19.580774 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:19.606407 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:19.660867 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Made reservation on behalf of e4d186a3c4d540808779bd642bdd1847 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:19.665070 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:19.787149 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Allocated IP 172.20.0.5 (5f16b657-79ea-48e1-9740-5f5af748e903/ed7efaf5-d4b2-4229-a2f3-68bef3caec82/698e6628-dfd4-49ff-b1ab-7b15c87f2960) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:19.937855 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:19.954297 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Transition to ACTIVE for port object 698e6628-dfd4-49ff-b1ab-7b15c87f2960 will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:19.989123 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:19.993862 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-47233506-f672-4e64-914c-9ba948978363 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:20.040136 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Network 5f16b657-79ea-48e1-9740-5f5af748e903 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:20.044177 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:20.059028 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:20.098618 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event updated for resources: {'Port': ['ID=698e6628-dfd4-49ff-b1ab-7b15c87f2960,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:20.108543 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:20.142017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.143307 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.169330 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230149 Jun 29 10:47:20.181457 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Request body: {'port': {'device_id': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:20.268367 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.277830 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-891a218f-f32d-4276-a57d-c91f256888ac None None] Provisioning for port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:20.281981 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-891a218f-f32d-4276-a57d-c91f256888ac None None] Provisioning complete for port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:20.282366 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-891a218f-f32d-4276-a57d-c91f256888ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.315938 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-891a218f-f32d-4276-a57d-c91f256888ac None None] Port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:20.532100 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698e6628-dfd4-49ff-b1ab-7b15c87f2960 {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:20.540198 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.552162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Transition to ACTIVE for port object 698e6628-dfd4-49ff-b1ab-7b15c87f2960 will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:20.555925 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.559033 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:20.607698 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Pushing event updated for resources: {'Port': ['ID=698e6628-dfd4-49ff-b1ab-7b15c87f2960,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:20.612080 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:20.687615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Attempting to bind port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:20.688043 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Attempting to bind port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:20.688446 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Attempting to bind port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 on network 5f16b657-79ea-48e1-9740-5f5af748e903 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:20.692950 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 on network 5f16b657-79ea-48e1-9740-5f5af748e903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:20.693476 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Attempting to bind port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 on network 5f16b657-79ea-48e1-9740-5f5af748e903 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:20.698928 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bcc58-844e-4608-bf75-33f5057e3496 req-40dfddda-a805-43d7-84e0-271f194dddef tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.699501 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:20.699501 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Checking segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:20.699913 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Bound using segment: {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:20.700408 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Bound port: 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:20.700832 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.701062 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b49bcc58-844e-4608-bf75-33f5057e3496 req-40dfddda-a805-43d7-84e0-271f194dddef tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 943 time: 0.0772521 Jun 29 10:47:20.747679 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b49bcc58-844e-4608-bf75-33f5057e3496 req-3341c064-3848-4995-8a65-dbb1dfc937cf tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Jun 29 10:47:20.770996 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] For port 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:20.775170 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] For port 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:20.779491 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.781379 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7b52b65b-5eee-4771-865b-e48237418f92 tempest-AttachVolumeNegativeTest-763648172 tempest-AttachVolumeNegativeTest-763648172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:20.814694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.815289 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.816630 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] 10.222.0.60 "PUT /v2.0/ports/698e6628-dfd4-49ff-b1ab-7b15c87f2960 HTTP/1.1" status: 200 len: 1093 time: 0.6401055 Jun 29 10:47:20.817173 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:20.819413 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01" -d '{"events": [{"name": "network-changed", "server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:20.854840 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Pushing event updated for resources: {'Port': ['ID=698e6628-dfd4-49ff-b1ab-7b15c87f2960,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:20.858031 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:20.868577 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1192aaa-2994-4f7f-946c-2b2985a81106 x-openstack-request-id: req-f1192aaa-2994-4f7f-946c-2b2985a81106 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:20.868892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:20.869203 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1192aaa-2994-4f7f-946c-2b2985a81106 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:20.869623 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'status': 'completed', 'code': 200} Jun 29 10:47:20.915150 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-710beefd-8184-4a1e-8f8e-19802029ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.916554 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-710beefd-8184-4a1e-8f8e-19802029ff54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 1096 time: 0.0575132 Jun 29 10:47:20.963334 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-18e49bf9-df5f-4d77-b77e-1ccc00142147 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960 HTTP/1.1" status: 200 len: 217 time: 0.0382795 Jun 29 10:47:21.014956 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-c9b3fcd1-9862-4008-9a2c-7015516fe418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.016437 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-c9b3fcd1-9862-4008-9a2c-7015516fe418 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.0464396 Jun 29 10:47:21.074985 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-95eebc4b-397e-4361-8f5f-5841f7b12331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.076455 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-95eebc4b-397e-4361-8f5f-5841f7b12331 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526910 Jun 29 10:47:21.169366 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-86ec3bdf-89df-4d48-81f1-00544bc96323 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Jun 29 10:47:21.260480 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-5521353e-0eba-4de2-93ee-f46e63f63b74 req-ecd13319-3739-44b8-b327-25afe5e7715d service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850716 Jun 29 10:47:21.362282 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-8da23bdb-887c-4caa-8888-252bea055e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.363739 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-8da23bdb-887c-4caa-8888-252bea055e32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 1096 time: 0.0539694 Jun 29 10:47:21.449393 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-5180a5df-d8dd-479b-8371-da7b69eedd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.450719 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-5180a5df-d8dd-479b-8371-da7b69eedd49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 911 time: 0.0799932 Jun 29 10:47:21.494485 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-e5fde50f-5ec6-4368-ad70-dca4a18227a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960 HTTP/1.1" status: 200 len: 217 time: 0.0372267 Jun 29 10:47:21.765097 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-9b05c8fe-afc6-45c9-a8f8-63417a582edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.766468 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-9b05c8fe-afc6-45c9-a8f8-63417a582edf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.2656906 Jun 29 10:47:21.823110 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-8bd2fa67-4842-42f0-bd11-41b2b6b2e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.824567 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-8bd2fa67-4842-42f0-bd11-41b2b6b2e5a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0504777 Jun 29 10:47:21.916356 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-844b8487-e5fb-4564-992b-10fa665e2be6 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Jun 29 10:47:21.924167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8d50-3271-4c4c-b5a5-69c198183c65 req-9c1b7c09-83f1-474d-85ce-c4e2b6abbcd3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.925660 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d3bf8d50-3271-4c4c-b5a5-69c198183c65 req-9c1b7c09-83f1-474d-85ce-c4e2b6abbcd3 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 943 time: 0.0662320 Jun 29 10:47:21.964958 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d3bf8d50-3271-4c4c-b5a5-69c198183c65 req-7e3cb67c-b49d-42d1-be09-4fe12d9619a8 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Jun 29 10:47:22.007851 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-41ef3d8c-b575-4bd1-bbb6-bb3f5bb51e01 req-40fdd3e1-396a-406d-a917-4c99a11ab158 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Jun 29 10:47:23.136524 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d85e-fa54-42b6-ba03-5b990069a302 req-1f7e5d1d-8708-47f8-be40-8339016cccb9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.137987 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-05d7d85e-fa54-42b6-ba03-5b990069a302 req-1f7e5d1d-8708-47f8-be40-8339016cccb9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 943 time: 0.0645769 Jun 29 10:47:23.177957 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-05d7d85e-fa54-42b6-ba03-5b990069a302 req-5271a062-514e-40fa-b4f9-5efd0b32a8dc tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Jun 29 10:47:23.412838 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 698e6628-dfd4-49ff-b1ab-7b15c87f2960 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:23.513246 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:23.529516 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'port_id': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'mac_address': 'fa:16:3e:df:6a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:23.569981 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.582220 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698e6628-dfd4-49ff-b1ab-7b15c87f2960 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:23.606509 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:23.610541 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.612385 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:23.657203 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=698e6628-dfd4-49ff-b1ab-7b15c87f2960,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:23.660533 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:23.820602 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['698e6628-dfd4-49ff-b1ab-7b15c87f2960'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:24.347020 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0f32-ce29-4015-ade8-cb7f470b6139 req-4c57d240-37dc-421d-98e9-3ef66f958d17 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.348445 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cbef0f32-ce29-4015-ade8-cb7f470b6139 req-4c57d240-37dc-421d-98e9-3ef66f958d17 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 944 time: 0.0620136 Jun 29 10:47:24.384976 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-cbef0f32-ce29-4015-ade8-cb7f470b6139 req-693f903a-97a4-4ab7-8b62-90ec6c2bc1fa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307870 Jun 29 10:47:25.006239 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57676) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.111062 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.200405 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.204255 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.207388 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-695dce4a-6337-4043-bee1-ddf558c05e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.240736 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f6012dd5a5e4d7aa9bb28b4975a7fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333953 Jun 29 10:47:25.242611 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e4c75-505e-440a-9c01-c501579dd717,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.243586 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57680) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.245761 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.293226 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.313143 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.358844 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.361967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.363101 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a7e4c75-505e-440a-9c01-c501579dd717 HTTP/1.1" status: 204 len: 168 time: 0.1181531 Jun 29 10:47:25.363854 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-63862a42-561c-4530-bf93-bb3f54778ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.371124 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e4c75-505e-440a-9c01-c501579dd717,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.374044 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.409776 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 698e6628-dfd4-49ff-b1ab-7b15c87f2960 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:25.461673 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:25.466307 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:25.466761 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.552106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.576110 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1702ca-3997-436a-a8dc-12b86ffafb56 req-9e6620c5-f8b8-40d8-9905-fe47affd5a77 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.578902 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57692) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.581161 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8c1702ca-3997-436a-a8dc-12b86ffafb56 req-9e6620c5-f8b8-40d8-9905-fe47affd5a77 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 944 time: 0.0798714 Jun 29 10:47:25.585850 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:25.588883 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d087bd88-fb1b-4de7-9ca0-135a1f82351d" -d '{"events": [{"server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "name": "network-vif-plugged", "status": "completed", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:25.613886 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:25.623787 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.626944 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-46847418-1f7d-4317-a598-ac4aba2a2dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.652542 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8c1702ca-3997-436a-a8dc-12b86ffafb56 req-a4c51689-b9fc-4789-bf33-6bb0d0a9bfbf tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689251 Jun 29 10:47:25.653998 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de432762-1541-49f8-a1ee-04bda1e23385 x-openstack-request-id: req-de432762-1541-49f8-a1ee-04bda1e23385 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:25.654137 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Deleting subnet 4d1551d9-d8a4-47af-8489-2fb3533c0dfc {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:47:25.654315 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "name": "network-vif-plugged", "status": "completed", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:25.654762 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de432762-1541-49f8-a1ee-04bda1e23385 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:25.655469 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'code': 200} Jun 29 10:47:25.658875 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.705343 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=698e6628-dfd4-49ff-b1ab-7b15c87f2960,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.709770 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.711540 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6b5a-b04b-4267-8b6b-371f0f45e7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.717215 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.761180 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.825875 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.829772 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2ee9d2c6-4eb8-4355-9145-4c0b99c00935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.860852 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1551d9-d8a4-47af-8489-2fb3533c0dfc,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.863044 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.867098 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d1551d9-d8a4-47af-8489-2fb3533c0dfc HTTP/1.1" status: 204 len: 168 time: 0.2870762 Jun 29 10:47:25.869734 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-37f10ea3-7de3-4bf7-9ba7-b2fe6cb6f506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.870881 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57704) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.918070 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22415776-9153-4a18-9352-46b6d0f05139 req-32622d30-e5bf-499b-8d3a-ad11371ae1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.920029 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-22415776-9153-4a18-9352-46b6d0f05139 req-32622d30-e5bf-499b-8d3a-ad11371ae1c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 1098 time: 0.0673625 Jun 29 10:47:25.946513 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.958614 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-22415776-9153-4a18-9352-46b6d0f05139 req-d44f7a87-94a3-448e-b68d-a0f643933dc2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Jun 29 10:47:26.039514 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.050626 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd684224-61a3-4233-bd52-a82e3ea08287']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:26.061224 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:26.061525 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece2999f-32df-449b-b5a5-c5fb3a9e9d25') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:26.070274 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.083717 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.089762 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:47:26.090137 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:47:26.091780 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:47:26.099250 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57714) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:26.147526 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.151356 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-118dfa60-7639-477d-b0fc-ba2919710a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.153836 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.157416 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd684224-61a3-4233-bd52-a82e3ea08287 HTTP/1.1" status: 204 len: 168 time: 0.2850924 Jun 29 10:47:26.169730 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd684224-61a3-4233-bd52-a82e3ea08287,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.172124 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f294d880-0901-4f38-b491-2e48c8f0218d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.198216 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2080823496-network', 'tenant_id': '1e9082fd2b834046b62ad91360981797'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:26.220642 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Made reservation on behalf of 1e9082fd2b834046b62ad91360981797 for: {'network': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:26.223071 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.231923 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.278950 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57720) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:26.323131 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e4268e6d-a846-404b-9753-4854b38f650a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44def2fa92c441e5b77be818c0c6e7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427198 Jun 29 10:47:26.325587 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57722) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:26.336870 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.342174 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.345282 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2e3c5f0a-d6a6-4fc7-9328-9cf31476b841 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.370316 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=99738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:47:26.375037 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.376586 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9786c8-2a84-4a25-8858-31346d203be3,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.380329 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.383256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.383718 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.segments_db [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Added segment 5440fc0c-2dd1-401a-a443-613aef9756d9 of type vlan for network 15477e7b-39d8-4bf4-bf77-af6c7909e36b Jun 29 10:47:26.397473 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.424118 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.445653 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.448631 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.449813 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48133cfe-5e34-4cc2-ad3a-26eb2dd30b08 HTTP/1.1" status: 204 len: 168 time: 0.1232953 Jun 29 10:47:26.450763 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1efff763-8f15-4a30-806c-b590b6411b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.454277 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.455645 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.456281 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.458752 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48133cfe-5e34-4cc2-ad3a-26eb2dd30b08,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.459629 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.466421 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.514812 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4144714 Jun 29 10:47:26.518841 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57726) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:26.522657 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Pushing event updated for resources: {'Network': ['ID=15477e7b-39d8-4bf4-bf77-af6c7909e36b,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.523939 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Request body: {'subnet': {'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2080823496-subnet', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:26.526350 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.534046 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:47:26.547666 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Made reservation on behalf of 1e9082fd2b834046b62ad91360981797 for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:26.550669 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.777553 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.780226 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c6b8823a-aeab-4822-aedd-c916ed2567f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.876988 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ea26b1-90d2-46e5-9947-12561b500b92,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.881483 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.896050 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Checking segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:26.896408 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Network hostable DHCP agents. Network: 15477e7b-39d8-4bf4-bf77-af6c7909e36b, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:47:26.922434 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9109-2dd0-43a8-ac62-8399daa3faa4 req-73b772af-f9b7-4613-a0e2-06c6ffe92a2a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.923923 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4c4d9109-2dd0-43a8-ac62-8399daa3faa4 req-73b772af-f9b7-4613-a0e2-06c6ffe92a2a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.1107006 Jun 29 10:47:26.937981 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:47:26.959839 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 15477e7b-39d8-4bf4-bf77-af6c7909e36b) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:26.969966 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81483ce-7536-4403-ac03-9b6255453e63 None None] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:26.970200 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.970779 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.981827 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4c4d9109-2dd0-43a8-ac62-8399daa3faa4 req-5cfa9964-b8dd-44c8-8f1b-a1df50276edf tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517893 Jun 29 10:47:26.995258 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-36f8db53-a113-4532-81cb-222b79c94879 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4720287 Jun 29 10:47:26.995526 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57732) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:27.000353 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:27.023055 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.024673 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.077748 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.127992 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:47:27.128845 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.212775 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.261567 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Allocated IP 172.20.0.2 (15477e7b-39d8-4bf4-bf77-af6c7909e36b/71ea26b1-90d2-46e5-9947-12561b500b92/a6c6e62b-348d-4043-9149-9808eca1bf33) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:27.406182 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.414683 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Transition to ACTIVE for port object a6c6e62b-348d-4043-9149-9808eca1bf33 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:27.427090 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.429483 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Transition to ACTIVE for port object a6c6e62b-348d-4043-9149-9808eca1bf33 will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:27.435454 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.437274 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:27.447149 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.474471 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:27.478704 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:27.483010 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:27.485973 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Pushing event updated for resources: {'Port': ['ID=a6c6e62b-348d-4043-9149-9808eca1bf33,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:27.489948 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:27.543636 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Attempting to bind port a6c6e62b-348d-4043-9149-9808eca1bf33 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:27.544347 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Attempting to bind port a6c6e62b-348d-4043-9149-9808eca1bf33 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:27.544347 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Attempting to bind port a6c6e62b-348d-4043-9149-9808eca1bf33 on network 15477e7b-39d8-4bf4-bf77-af6c7909e36b {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:27.549191 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:27.549561 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Checking segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:27.549958 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.550352 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Bound using segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:27.550815 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Bound port: a6c6e62b-348d-4043-9149-9808eca1bf33, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:27.551296 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.554682 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Allocated IP 172.28.0.143 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/34875763-a7fe-4f5c-8911-4bc76cc37b06) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:27.611789 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] For port a6c6e62b-348d-4043-9149-9808eca1bf33, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:27.614847 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] For port a6c6e62b-348d-4043-9149-9808eca1bf33, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=a6c6e62b-348d-4043-9149-9808eca1bf33,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:27.618407 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.620149 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:27.661506 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.674710 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Pushing event updated for resources: {'Port': ['ID=a6c6e62b-348d-4043-9149-9808eca1bf33,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:27.677869 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:27.707533 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.710253 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:27.752046 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:27.754912 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:27.758209 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:27.779685 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Pushing event updated for resources: {'Port': ['ID=34875763-a7fe-4f5c-8911-4bc76cc37b06,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:27.783770 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:28.307646 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.402369 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51d3ff-ee0e-41b3-9a6b-475f7cda75d0 req-b6243353-5512-48e5-861a-67d54c54d62a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.403876 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6f51d3ff-ee0e-41b3-9a6b-475f7cda75d0 req-b6243353-5512-48e5-861a-67d54c54d62a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.1476088 Jun 29 10:47:28.468429 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-c983f956-5d27-474a-9bb0-e040d4437c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.482791 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6f51d3ff-ee0e-41b3-9a6b-475f7cda75d0 req-40eec0fb-baf3-4f2e-bd0c-09eb4baef05b tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716074 Jun 29 10:47:28.551923 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.561673 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c91065e-3dd8-4dc9-8487-68adb4aa4a0b None None] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:28.671209 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-57253f7b-bb13-45c6-b1d7-309321907660 None None] Provisioning for port a6c6e62b-348d-4043-9149-9808eca1bf33 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:28.710660 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e681bf-d131-4032-a6ae-ff6b00a7885a req-e2373c87-9f36-4587-a3a0-b5af5db236aa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.712681 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-21e681bf-d131-4032-a6ae-ff6b00a7885a req-e2373c87-9f36-4587-a3a0-b5af5db236aa tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.1189308 Jun 29 10:47:28.721266 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57740) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:28.727024 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Request body: {'floatingip': {'port_id': '698e6628-dfd4-49ff-b1ab-7b15c87f2960'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:28.740404 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:47:28.776437 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.795908 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.863104 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:28.875419 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Sync routers for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:28.882488 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.887487 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57742) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:28.887751 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8911436 Jun 29 10:47:28.891233 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:28.892573 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:29.009906 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:29.216229 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:27Z', 'revision_number': 3, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:29.253891 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Checking router: ab3a7547-5579-4f94-a79d-e7a7cb87ec23 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:29.254253 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Updating router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 port 34875763-a7fe-4f5c-8911-4bc76cc37b06 binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:29.306215 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.398851 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device a6c6e62b-348d-4043-9149-9808eca1bf33 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:29.459910 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.494364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.635111 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port a6c6e62b-348d-4043-9149-9808eca1bf33 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:29.637075 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.642171 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port a6c6e62b-348d-4043-9149-9808eca1bf33 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:29.642539 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.661463 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Floating IP 1099005c-c70a-4975-a2e9-81d9f37227e8 associated. External IP: 172.28.0.75, port: 698e6628-dfd4-49ff-b1ab-7b15c87f2960. Jun 29 10:47:29.792575 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.795529 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.813083 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Transition to ACTIVE for port object 34875763-a7fe-4f5c-8911-4bc76cc37b06 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:29.828041 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.835551 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:29.845546 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port a6c6e62b-348d-4043-9149-9808eca1bf33, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=a6c6e62b-348d-4043-9149-9808eca1bf33,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:29.865689 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.883610 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.889450 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Attempting to bind port 34875763-a7fe-4f5c-8911-4bc76cc37b06 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:29.889767 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Attempting to bind port 34875763-a7fe-4f5c-8911-4bc76cc37b06 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:29.890142 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Attempting to bind port 34875763-a7fe-4f5c-8911-4bc76cc37b06 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:29.898661 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96563-55dc-4029-862e-bbb74af59b63 None None] Pushing event updated for resources: {'Port': ['ID=34875763-a7fe-4f5c-8911-4bc76cc37b06,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:29.902163 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:29.902552 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:29.902977 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.903470 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:29.903964 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Bound port: 34875763-a7fe-4f5c-8911-4bc76cc37b06, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:29.904352 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.906193 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f9c96563-55dc-4029-862e-bbb74af59b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:29.908541 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:29.993371 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=a6c6e62b-348d-4043-9149-9808eca1bf33,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:29.996861 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] For port 34875763-a7fe-4f5c-8911-4bc76cc37b06, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:29.998950 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:30.000392 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:30.000560 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] For port 34875763-a7fe-4f5c-8911-4bc76cc37b06, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=34875763-a7fe-4f5c-8911-4bc76cc37b06,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:30.005898 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.007814 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:30.065307 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:30.065952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:30.067703 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96563-55dc-4029-862e-bbb74af59b63 None None] Pushing event updated for resources: {'Port': ['ID=34875763-a7fe-4f5c-8911-4bc76cc37b06,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:30.071768 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f9c96563-55dc-4029-862e-bbb74af59b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:30.178223 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:30.365655 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:27Z', 'revision_number': 3, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:30.391858 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418579d3-7c4c-485c-b2fa-e77454b0d809 None None] The sync data for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb is: [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:27Z', 'revision_number': 3, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:30.408337 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Allocated IP 172.20.0.1 (15477e7b-39d8-4bf4-bf77-af6c7909e36b/71ea26b1-90d2-46e5-9947-12561b500b92/fac31984-128d-4e54-9dea-1f50dd5a5fdb) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:30.428185 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:30.433426 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.437428 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:30.448572 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:30.449238 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:30.517621 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-91c22522-21da-48f0-b1af-7c9ede8ffbf9 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "PUT /v2.0/floatingips/1099005c-c70a-4975-a2e9-81d9f37227e8 HTTP/1.1" status: 200 len: 990 time: 1.7945094 Jun 29 10:47:30.520029 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:30.522373 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29" -d '{"events": [{"name": "network-changed", "server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:30.576304 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8c22f-cb96-4b18-892f-634c6fe82b77 x-openstack-request-id: req-bdb8c22f-cb96-4b18-892f-634c6fe82b77 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:30.576938 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:30.577419 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdb8c22f-cb96-4b18-892f-634c6fe82b77 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:30.577986 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'status': 'completed', 'code': 200} Jun 29 10:47:30.582075 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.599922 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Transition to ACTIVE for port object fac31984-128d-4e54-9dea-1f50dd5a5fdb will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:30.685606 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.690393 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:30.697865 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:30.746560 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:30.753009 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:30.755179 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:30.789077 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-dc41c187-33ce-459b-82ec-3f577be7c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.790894 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-dc41c187-33ce-459b-82ec-3f577be7c90a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4d186a3c4d540808779bd642bdd1847&device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 1098 time: 0.1665592 Jun 29 10:47:30.793433 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Pushing event updated for resources: {'Port': ['ID=fac31984-128d-4e54-9dea-1f50dd5a5fdb,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:30.817675 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.818041 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.818404 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.818760 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.819106 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.819613 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.820039 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.820319 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.820667 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.821033 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.821557 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.821813 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:30.825811 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:30.868133 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.978284 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-15224609-24fe-4c56-9b46-63a64bdfe7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.979897 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-15224609-24fe-4c56-9b46-63a64bdfe7d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 200 len: 911 time: 0.1819119 Jun 29 10:47:30.986557 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '1099005c-c70a-4975-a2e9-81d9f37227e8', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'floating_ip_address': '172.28.0.75', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'port_id': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'mac_address': 'fa:16:3e:df:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:17Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:31.016900 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:31.026392 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:31.027023 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:31.085425 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-c421765f-e0b1-4f31-95d8-083f158a6179 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960 HTTP/1.1" status: 200 len: 998 time: 0.0974462 Jun 29 10:47:31.107361 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-fb6448e1-aaa0-46eb-837f-efc8bdb52d14 None None] Provisioning for port fac31984-128d-4e54-9dea-1f50dd5a5fdb completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:31.115230 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-fb6448e1-aaa0-46eb-837f-efc8bdb52d14 None None] Provisioning complete for port fac31984-128d-4e54-9dea-1f50dd5a5fdb triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:31.117037 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-fb6448e1-aaa0-46eb-837f-efc8bdb52d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.129191 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.147366 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:31.154050 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-e8692edd-e6f1-43f2-823f-0c93fbaa04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.155708 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-e8692edd-e6f1-43f2-823f-0c93fbaa04d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 200 len: 849 time: 0.0642641 Jun 29 10:47:31.178832 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-fb6448e1-aaa0-46eb-837f-efc8bdb52d14 None None] Port fac31984-128d-4e54-9dea-1f50dd5a5fdb cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:31.184189 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.308495 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-ac9fb5d5-9385-401a-a224-46964783818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.309823 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-ac9fb5d5-9385-401a-a224-46964783818b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f16b657-79ea-48e1-9740-5f5af748e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1310968 Jun 29 10:47:31.414365 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device a6c6e62b-348d-4043-9149-9808eca1bf33 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:31.421752 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '1099005c-c70a-4975-a2e9-81d9f37227e8', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'floating_ip_address': '172.28.0.75', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'port_id': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'mac_address': 'fa:16:3e:df:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:17Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:31.426652 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.437233 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.442277 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ea479607-8c34-4455-9e80-c9c3041d0735 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:31.449306 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ca74f-5e64-4cfc-a5a8-a43c33c5b63f None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '1099005c-c70a-4975-a2e9-81d9f37227e8', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'floating_ip_address': '172.28.0.75', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'port_id': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'mac_address': 'fa:16:3e:df:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:17Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:31.472310 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port a6c6e62b-348d-4043-9149-9808eca1bf33 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:31.472609 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.519068 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-403a3dca-788f-472b-acc2-27daa7a9be3d service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972022 Jun 29 10:47:31.522176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.557350 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 34875763-a7fe-4f5c-8911-4bc76cc37b06 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:31.604285 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 34875763-a7fe-4f5c-8911-4bc76cc37b06 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:31.608491 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 34875763-a7fe-4f5c-8911-4bc76cc37b06 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:31.608881 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.627244 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Pushing event updated for resources: {'Port': ['ID=fac31984-128d-4e54-9dea-1f50dd5a5fdb,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:31.633431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:31.695529 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.699788 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-de5c2c5f-e794-4fd4-9a1d-d1be64a23d29 req-dfb1f3ed-b2b9-4006-bafb-77725874afd5 service neutron] 10.222.0.60 "GET /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702230 Jun 29 10:47:31.705741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:31.707175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:31.717711 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 34875763-a7fe-4f5c-8911-4bc76cc37b06, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=34875763-a7fe-4f5c-8911-4bc76cc37b06,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:31.724358 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.726353 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:31.782879 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=34875763-a7fe-4f5c-8911-4bc76cc37b06,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:31.786280 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:31.827842 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:31.943815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:31.949605 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] 10.222.0.53 "PUT /v2.0/routers/ab3a7547-5579-4f94-a79d-e7a7cb87ec23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0606802 Jun 29 10:47:32.009647 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-82b38fbf-a116-471c-870d-64855c6efb2c None None] Provisioning complete for port fac31984-128d-4e54-9dea-1f50dd5a5fdb triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:32.010511 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-82b38fbf-a116-471c-870d-64855c6efb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.035363 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcc5ba-0d96-4512-8a43-c310a8ab931d None None] New status for floating IP 1099005c-c70a-4975-a2e9-81d9f37227e8: ACTIVE {{(pid=99739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:32.090225 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-82b38fbf-a116-471c-870d-64855c6efb2c None None] Port fac31984-128d-4e54-9dea-1f50dd5a5fdb cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:32.241259 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Sync routers for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:32.251126 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:32.251736 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:32.358010 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:32.479104 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57770) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:32.484201 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351418573-network', 'tenant_id': 'ab4f415157174888a53de9a90e22052f'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:32.505662 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Made reservation on behalf of ab4f415157174888a53de9a90e22052f for: {'network': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:32.507881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.516815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.556297 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 2, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:32.585780 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Checking router: ab3a7547-5579-4f94-a79d-e7a7cb87ec23 for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:32.586139 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Updating router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 port fac31984-128d-4e54-9dea-1f50dd5a5fdb binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:32.602026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.606435 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.610165 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-db63491c-eea0-412b-900e-344276a4cfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:32.620164 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.626812 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=99738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:47:32.640195 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd77ab-7750-4c14-8cf6-07bec3882ef3,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:32.644434 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:32.649387 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.650538 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.segments_db [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Added segment 913405f0-1b1e-499a-acfa-3b3fc083cac1 of type vlan for network 68dfff51-8832-4595-af64-459d46d2eae7 Jun 29 10:47:32.692453 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.726947 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.728625 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.729232 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.733363 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:32.790335 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3098693 Jun 29 10:47:32.793347 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57774) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:32.795323 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Pushing event updated for resources: {'Network': ['ID=68dfff51-8832-4595-af64-459d46d2eae7,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:32.798257 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:32.799611 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Request body: {'subnet': {'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351418573-subnet', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:32.812411 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 68dfff51-8832-4595-af64-459d46d2eae7 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:47:32.824626 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Made reservation on behalf of ab4f415157174888a53de9a90e22052f for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:32.828362 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.888036 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.898251 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Transition to ACTIVE for port object fac31984-128d-4e54-9dea-1f50dd5a5fdb will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:32.904880 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.907038 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:32.953831 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Pushing event updated for resources: {'Port': ['ID=fac31984-128d-4e54-9dea-1f50dd5a5fdb,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:32.984219 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.984555 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.984882 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.985233 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.985545 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.986033 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.986352 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.986666 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.987030 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.987309 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.987615 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:32.987920 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:33.010689 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:33.024423 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.025367 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Attempting to bind port fac31984-128d-4e54-9dea-1f50dd5a5fdb on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:33.025692 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Attempting to bind port fac31984-128d-4e54-9dea-1f50dd5a5fdb by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:33.026459 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Attempting to bind port fac31984-128d-4e54-9dea-1f50dd5a5fdb on network 15477e7b-39d8-4bf4-bf77-af6c7909e36b {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:33.027604 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8b30367-5c42-484d-96a0-87e62ab5c89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:33.031849 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:33.032219 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Checking segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:33.032617 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.033036 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Bound using segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:33.033763 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Bound port: fac31984-128d-4e54-9dea-1f50dd5a5fdb, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:33.034156 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.075591 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=539f60f2-d4e9-4139-ab14-7f1ed3f7b957,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:33.078968 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:33.095766 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Checking segment: {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:33.096152 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Network hostable DHCP agents. Network: 68dfff51-8832-4595-af64-459d46d2eae7, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:47:33.107034 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] For port fac31984-128d-4e54-9dea-1f50dd5a5fdb, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:33.110843 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] For port fac31984-128d-4e54-9dea-1f50dd5a5fdb, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=fac31984-128d-4e54-9dea-1f50dd5a5fdb,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:33.113989 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Network 68dfff51-8832-4595-af64-459d46d2eae7 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:47:33.115155 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.122205 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:33.124893 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 68dfff51-8832-4595-af64-459d46d2eae7) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:33.129417 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:33.129850 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.136206 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c87317-0250-4236-bd0b-90a6b70e6f24 None None] Network 68dfff51-8832-4595-af64-459d46d2eae7 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:33.145714 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ee31c162-ea38-47cd-af18-fdcb9a454aab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3509653 Jun 29 10:47:33.148512 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57778) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:33.153576 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:33.174645 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.176141 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.273603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.274297 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:33.275888 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:33.336656 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 34875763-a7fe-4f5c-8911-4bc76cc37b06 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:33.364669 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-68dfff51-8832-4595-af64-459d46d2eae7', 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'fixed_ips': [{'subnet_id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:47:33.366046 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.387286 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Pushing event updated for resources: {'Port': ['ID=fac31984-128d-4e54-9dea-1f50dd5a5fdb,revision_number=4']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:33.391982 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-1a79df2c-620f-49dd-9fb2-5a85df213544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:33.424135 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:33.482335 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 34875763-a7fe-4f5c-8911-4bc76cc37b06 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:33.482710 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.575310 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Allocated IP 172.20.0.2 (68dfff51-8832-4595-af64-459d46d2eae7/539f60f2-d4e9-4139-ab14-7f1ed3f7b957/42d1a919-1ac8-470f-84b2-6339fe168acf) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:33.653374 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:33Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:33.684776 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24ac79-ee81-4d52-ae3c-54dfa807d377 None None] The sync data for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb is: [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:33Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:33.685042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.797700 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.821007 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Transition to ACTIVE for port object 42d1a919-1ac8-470f-84b2-6339fe168acf will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:33.848259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Transition to ACTIVE for port object 42d1a919-1ac8-470f-84b2-6339fe168acf will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:33.859366 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.862070 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:33.904035 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Network 68dfff51-8832-4595-af64-459d46d2eae7 is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:33.907437 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:33.912161 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:33.949175 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Pushing event updated for resources: {'Port': ['ID=42d1a919-1ac8-470f-84b2-6339fe168acf,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:33.952380 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:33.984182 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Attempting to bind port 42d1a919-1ac8-470f-84b2-6339fe168acf on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:33.984496 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Attempting to bind port 42d1a919-1ac8-470f-84b2-6339fe168acf by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:33.984870 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Attempting to bind port 42d1a919-1ac8-470f-84b2-6339fe168acf on network 68dfff51-8832-4595-af64-459d46d2eae7 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:33.990960 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:33.991344 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Checking segment: {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:33.991755 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.991870 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:33.992153 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Bound using segment: {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:33.992633 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Bound port: 42d1a919-1ac8-470f-84b2-6339fe168acf, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:33.993069 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.029945 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.075919 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] For port 42d1a919-1ac8-470f-84b2-6339fe168acf, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:34.079702 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] For port 42d1a919-1ac8-470f-84b2-6339fe168acf, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=42d1a919-1ac8-470f-84b2-6339fe168acf,segment=NetworkSegment(913405f0-1b1e-499a-acfa-3b3fc083cac1),segment_id=913405f0-1b1e-499a-acfa-3b3fc083cac1)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:34.084741 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.086931 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:34.164593 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Pushing event updated for resources: {'Port': ['ID=42d1a919-1ac8-470f-84b2-6339fe168acf,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:34.171768 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:34.173852 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Allocated IP 172.28.0.219 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/fc6172c6-3d40-431d-826d-d253c8b69016) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:34.331621 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.406204 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.408885 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fc600337-9f7c-4d8a-8ed6-a6cd7e60bb6b tempest-VolumesActionsTest-1885947725 tempest-VolumesActionsTest-1885947725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:34.457713 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:34.460893 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:34.465136 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:34.494852 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6172c6-3d40-431d-826d-d253c8b69016,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:34.500250 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:34.740172 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.974680 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.110729 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Router 19daa13a-67e8-4edb-85d0-206a4f573cac is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:47:35.160802 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c668e-8982-44c3-9358-4e55e28a50c3 None None] Network 68dfff51-8832-4595-af64-459d46d2eae7 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:35.223139 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:35.233400 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-bbbbb091-b754-4b86-80c7-eee690b6aaf1 None None] Provisioning for port 42d1a919-1ac8-470f-84b2-6339fe168acf completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:35.239802 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Sync routers for ids ['19daa13a-67e8-4edb-85d0-206a4f573cac'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:35.241549 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.242995 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0931482 Jun 29 10:47:35.246562 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57794) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:35.268875 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Routers {'19daa13a-67e8-4edb-85d0-206a4f573cac'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:35.269718 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['19daa13a-67e8-4edb-85d0-206a4f573cac'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:35.448174 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fac31984-128d-4e54-9dea-1f50dd5a5fdb up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:35.585380 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Set router 19daa13a-67e8-4edb-85d0-206a4f573cac gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:35.589919 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port fac31984-128d-4e54-9dea-1f50dd5a5fdb completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:35.645952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port fac31984-128d-4e54-9dea-1f50dd5a5fdb triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:35.646368 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.685688 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.822557 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.850995 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Allocated IP 172.20.0.1 (68dfff51-8832-4595-af64-459d46d2eae7/539f60f2-d4e9-4139-ab14-7f1ed3f7b957/4efed05d-005e-4e29-a4e4-303bfa5b1e0d) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:35.865764 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port fac31984-128d-4e54-9dea-1f50dd5a5fdb, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=fac31984-128d-4e54-9dea-1f50dd5a5fdb,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:35.872103 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.873083 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 42d1a919-1ac8-470f-84b2-6339fe168acf up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:35.875885 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:35.880595 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:47:34Z', 'revision_number': 3, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:35.950846 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Checking router: 19daa13a-67e8-4edb-85d0-206a4f573cac for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:35.951200 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Updating router 19daa13a-67e8-4edb-85d0-206a4f573cac port fc6172c6-3d40-431d-826d-d253c8b69016 binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:35.960123 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.974613 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Transition to ACTIVE for port object 4efed05d-005e-4e29-a4e4-303bfa5b1e0d will not be triggered until provisioned by entity DHCP. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:36.008563 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.011713 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:36.013394 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=fac31984-128d-4e54-9dea-1f50dd5a5fdb,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:36.019971 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:36.023450 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.048057 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Network 68dfff51-8832-4595-af64-459d46d2eae7 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:36.054714 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:36.059032 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:36.060072 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 42d1a919-1ac8-470f-84b2-6339fe168acf completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:36.068942 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 42d1a919-1ac8-470f-84b2-6339fe168acf triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:36.069318 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.084545 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Pushing event updated for resources: {'Port': ['ID=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:36.089006 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:36.102987 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.271074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.322758 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.406381 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 42d1a919-1ac8-470f-84b2-6339fe168acf, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=42d1a919-1ac8-470f-84b2-6339fe168acf,segment=NetworkSegment(913405f0-1b1e-499a-acfa-3b3fc083cac1),segment_id=913405f0-1b1e-499a-acfa-3b3fc083cac1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:36.407949 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-fa2e60a3-73fe-497c-9e18-a58920b4f590 None None] Provisioning for port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:36.414062 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.418565 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.423468 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-391b07b6-590c-4bb9-bee8-34b40c13a696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:36.424815 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-fa2e60a3-73fe-497c-9e18-a58920b4f590 None None] Provisioning complete for port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:36.425161 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-fa2e60a3-73fe-497c-9e18-a58920b4f590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.467160 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Transition to ACTIVE for port object fc6172c6-3d40-431d-826d-d253c8b69016 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:36.486047 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.487737 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.493696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.496078 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:36.516740 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e60a3-73fe-497c-9e18-a58920b4f590 None None] Port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:36.532656 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=42d1a919-1ac8-470f-84b2-6339fe168acf,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:36.537129 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:36.537591 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:36.542936 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Attempting to bind port fc6172c6-3d40-431d-826d-d253c8b69016 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:36.543319 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Attempting to bind port fc6172c6-3d40-431d-826d-d253c8b69016 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:36.543690 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Attempting to bind port fc6172c6-3d40-431d-826d-d253c8b69016 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:36.572519 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:36.572985 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:36.573347 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.573751 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:36.574244 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Bound port: fc6172c6-3d40-431d-826d-d253c8b69016, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:36.574634 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.574794 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Pushing event updated for resources: {'Port': ['ID=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:36.578029 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:36.579554 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.606751 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88742de-a421-43de-a7ee-bd5e90f3a7f8 None None] Pushing event updated for resources: {'Port': ['ID=fc6172c6-3d40-431d-826d-d253c8b69016,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:36.610932 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-c88742de-a421-43de-a7ee-bd5e90f3a7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:36.639316 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] For port fc6172c6-3d40-431d-826d-d253c8b69016, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:36.643592 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] For port fc6172c6-3d40-431d-826d-d253c8b69016, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=fc6172c6-3d40-431d-826d-d253c8b69016,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:36.653493 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.664607 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f9c96563-55dc-4029-862e-bbb74af59b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:36.696847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Network 68dfff51-8832-4595-af64-459d46d2eae7 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:36.698929 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:36.727202 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Routers {'19daa13a-67e8-4edb-85d0-206a4f573cac'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:36.728531 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['19daa13a-67e8-4edb-85d0-206a4f573cac'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:36.734175 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88742de-a421-43de-a7ee-bd5e90f3a7f8 None None] Pushing event updated for resources: {'Port': ['ID=fc6172c6-3d40-431d-826d-d253c8b69016,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:36.766468 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-c88742de-a421-43de-a7ee-bd5e90f3a7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:36.848325 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] Set router 19daa13a-67e8-4edb-85d0-206a4f573cac gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:36.859998 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Router 19daa13a-67e8-4edb-85d0-206a4f573cac has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:36.874024 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50951c-4106-4e12-9f82-516b29c504e7 req-a3e20ffd-f598-4af8-be17-696a4910b2db tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:36.875582 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dc50951c-4106-4e12-9f82-516b29c504e7 req-a3e20ffd-f598-4af8-be17-696a4910b2db tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.1240954 Jun 29 10:47:36.983015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-afd0f0dd-e305-4fa7-9e9f-06a7ae3849f8 None None] Provisioning complete for port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:36.983399 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-afd0f0dd-e305-4fa7-9e9f-06a7ae3849f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:36.983789 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dc50951c-4106-4e12-9f82-516b29c504e7 req-fee8304d-5cf0-4581-85e4-58e437058678 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010940 Jun 29 10:47:37.006342 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:37.013932 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] 10.222.0.53 "PUT /v2.0/routers/19daa13a-67e8-4edb-85d0-206a4f573cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645373 Jun 29 10:47:37.042555 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-afd0f0dd-e305-4fa7-9e9f-06a7ae3849f8 None None] Port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:37.086466 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4efed05d-005e-4e29-a4e4-303bfa5b1e0d', 'name': '', 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'mac_address': 'fa:16:3e:7a:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:35Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 2, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'subnets': [{'id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:37.116020 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85ebe1-9a36-4c13-89d7-08f0eb27ed66 None None] The sync data for ids ['19daa13a-67e8-4edb-85d0-206a4f573cac'] in dv-cinder-786627-13-smb is: [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4efed05d-005e-4e29-a4e4-303bfa5b1e0d', 'name': '', 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'mac_address': 'fa:16:3e:7a:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:35Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 2, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'subnets': [{'id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:37.347720 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fac31984-128d-4e54-9dea-1f50dd5a5fdb up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:37.531985 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port fac31984-128d-4e54-9dea-1f50dd5a5fdb triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:37.532366 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.617721 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 57824) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.618277 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 42d1a919-1ac8-470f-84b2-6339fe168acf up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:37.623725 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297008287', 'description': 'tempest-secgroup-smoke-297008287 description', 'project_id': '1e9082fd2b834046b62ad91360981797'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:37.647437 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.671304 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 42d1a919-1ac8-470f-84b2-6339fe168acf triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:37.671661 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.749472 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.755035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.757497 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b271d012-b196-425b-a1bd-b14465ea8c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:37.796190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.797732 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1784258 Jun 29 10:47:37.800448 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7502ac-31c9-4638-9af0-38f127cf0374,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:37.801516 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57826) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.805466 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e785f8d6-9fed-4c69-98c8-a85afffa17fb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:37.814094 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group_rule': {'security_group_id': 'aa7502ac-31c9-4638-9af0-38f127cf0374', 'project_id': '1e9082fd2b834046b62ad91360981797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:37.845164 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.916288 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.920344 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.922535 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:37.939129 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d80f546-24fb-4d34-a9eb-0cbe1274a0cd,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:37.943194 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:37.946038 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.947523 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448865 Jun 29 10:47:37.950108 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57828) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.954571 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group_rule': {'security_group_id': 'aa7502ac-31c9-4638-9af0-38f127cf0374', 'project_id': '1e9082fd2b834046b62ad91360981797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:37.989708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.053594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.061809 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.067994 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-8cbf1522-0edc-4b1c-9aa5-f012e293da4d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:38.085982 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb2a7e5-cd34-4a87-b0e5-de0753d6f3a7,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:38.090323 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:38.091529 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.092789 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-7366d029-8f9b-4ce1-85e7-f141433781f9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417642 Jun 29 10:47:38.095572 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57832) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:38.100491 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group_rule': {'security_group_id': 'aa7502ac-31c9-4638-9af0-38f127cf0374', 'project_id': '1e9082fd2b834046b62ad91360981797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:38.128179 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.193866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eca6d-26ec-4f45-8b13-ff0b6f805ae7 req-f8c26efe-c510-44bf-8c78-cf8bdacd220d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:38.195865 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7b2eca6d-26ec-4f45-8b13-ff0b6f805ae7 req-f8c26efe-c510-44bf-8c78-cf8bdacd220d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0770617 Jun 29 10:47:38.200841 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.208572 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.210705 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4331f77b-38bc-4d6c-937f-d42b7a25428e tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:38.228194 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988af885-2cc3-4b60-a37e-e3f8bb589ef6,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:38.231507 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:38.236240 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.237495 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-16ea0020-2978-4ab5-8afb-5edae1df68df tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407723 Jun 29 10:47:38.240276 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57834) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:38.241889 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7b2eca6d-26ec-4f45-8b13-ff0b6f805ae7 req-4a6d669f-bf1a-442b-b795-993ef5904df6 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Jun 29 10:47:38.245305 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group_rule': {'security_group_id': 'aa7502ac-31c9-4638-9af0-38f127cf0374', 'project_id': '1e9082fd2b834046b62ad91360981797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:38.283269 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.347693 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.351721 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.354470 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:38.370726 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcce76f-6c26-4a27-a6aa-c2089734a560,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:38.373714 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:38.376911 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.378149 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366637 Jun 29 10:47:38.380785 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57836) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:38.385210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group_rule': {'security_group_id': 'aa7502ac-31c9-4638-9af0-38f127cf0374', 'project_id': '1e9082fd2b834046b62ad91360981797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:38.406421 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.securitygroups_db [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Project 1e9082fd2b834046b62ad91360981797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:47:38.411690 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.474122 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.477824 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.480548 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-37444ef5-0db2-4c85-afd2-08acf115426c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:38.495832 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a2c90a-b8c7-4112-ae59-c44fd445c87e,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:38.498259 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:38.502372 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.503634 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e7d01605-f02a-4ad7-b832-4623d288a637 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219175 Jun 29 10:47:38.506317 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 57838) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:38.511393 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'security_group_rule': {'security_group_id': 'aa7502ac-31c9-4638-9af0-38f127cf0374', 'project_id': '1e9082fd2b834046b62ad91360981797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:38.533697 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.securitygroups_db [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Project 1e9082fd2b834046b62ad91360981797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:47:38.538656 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.602409 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.606798 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.608741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:38.626005 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27346017-1ab7-4428-bdbe-2e969f69e377,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:38.628692 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:38.630752 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:38.633711 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-22d9f7f7-7bf5-4a7e-8129-c7b36e6584b2 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246738 Jun 29 10:47:39.310341 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fc6172c6-3d40-431d-826d-d253c8b69016 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:39.365404 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port fc6172c6-3d40-431d-826d-d253c8b69016 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:39.371625 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port fc6172c6-3d40-431d-826d-d253c8b69016 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:39.372525 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.444112 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab2742-5ee2-482d-9453-6b68b444cbeb req-eacf25d6-8df4-4ea9-bd64-8f023ed667af tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.445622 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-99ab2742-5ee2-482d-9453-6b68b444cbeb req-eacf25d6-8df4-4ea9-bd64-8f023ed667af tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0708151 Jun 29 10:47:39.461741 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.484818 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port fc6172c6-3d40-431d-826d-d253c8b69016, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=fc6172c6-3d40-431d-826d-d253c8b69016,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:39.485658 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-99ab2742-5ee2-482d-9453-6b68b444cbeb req-f67de60b-a3c9-432d-a59b-8627cd43b204 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334437 Jun 29 10:47:39.489102 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.490946 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:39.539096 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=fc6172c6-3d40-431d-826d-d253c8b69016,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:39.542488 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:40.504410 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Sync routers for ids ['19daa13a-67e8-4edb-85d0-206a4f573cac'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:40.513517 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Routers {'19daa13a-67e8-4edb-85d0-206a4f573cac'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:40.514119 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['19daa13a-67e8-4edb-85d0-206a4f573cac'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:40.620430 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Set router 19daa13a-67e8-4edb-85d0-206a4f573cac gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:40.667415 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31bbf-91aa-47e2-b183-1d648fd5dca1 req-5948ca4e-f287-4e93-9bf5-d1d1b5fba747 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:40.669136 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-91c31bbf-91aa-47e2-b183-1d648fd5dca1 req-5948ca4e-f287-4e93-9bf5-d1d1b5fba747 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0639541 Jun 29 10:47:40.711967 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-91c31bbf-91aa-47e2-b183-1d648fd5dca1 req-9b90294b-ee5b-455b-8048-f905cc363efa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371399 Jun 29 10:47:40.821572 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4efed05d-005e-4e29-a4e4-303bfa5b1e0d', 'name': '', 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'mac_address': 'fa:16:3e:7a:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:35Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 2, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'subnets': [{'id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:40.849120 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Checking router: 19daa13a-67e8-4edb-85d0-206a4f573cac for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:40.849482 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Updating router 19daa13a-67e8-4edb-85d0-206a4f573cac port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:40.887801 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.146306 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.156458 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Transition to ACTIVE for port object 4efed05d-005e-4e29-a4e4-303bfa5b1e0d will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:41.163455 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.171076 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-ade5bfee-89b7-49ef-9944-db25a4823179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:41.235931 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ba03f-439f-42bd-9917-bcb4595f080d None None] Pushing event updated for resources: {'Port': ['ID=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:41.240342 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-e61ba03f-439f-42bd-9917-bcb4595f080d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:41.279354 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Attempting to bind port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:41.279922 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Attempting to bind port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:41.280471 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Attempting to bind port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d on network 68dfff51-8832-4595-af64-459d46d2eae7 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:41.286094 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:41.286541 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Checking segment: {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:41.291648 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.293111 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Bound using segment: {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:41.293679 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Bound port: 4efed05d-005e-4e29-a4e4-303bfa5b1e0d, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913405f0-1b1e-499a-acfa-3b3fc083cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:41.294100 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.299392 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fc6172c6-3d40-431d-826d-d253c8b69016 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:41.352174 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port fc6172c6-3d40-431d-826d-d253c8b69016 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:41.352554 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.364016 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] For port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:41.367596 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] For port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,segment=NetworkSegment(913405f0-1b1e-499a-acfa-3b3fc083cac1),segment_id=913405f0-1b1e-499a-acfa-3b3fc083cac1)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:41.372452 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.387005 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-17a88794-cbed-4589-9054-10788808ebbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:41.445706 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Routers {'19daa13a-67e8-4edb-85d0-206a4f573cac'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:41.446664 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['19daa13a-67e8-4edb-85d0-206a4f573cac'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:41.449925 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ba03f-439f-42bd-9917-bcb4595f080d None None] Pushing event updated for resources: {'Port': ['ID=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,revision_number=4']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:41.488575 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-e61ba03f-439f-42bd-9917-bcb4595f080d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:41.562480 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] Set router 19daa13a-67e8-4edb-85d0-206a4f573cac gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:41.872444 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4efed05d-005e-4e29-a4e4-303bfa5b1e0d', 'name': '', 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'mac_address': 'fa:16:3e:7a:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:35Z', 'updated_at': '2021-06-29T10:47:41Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'subnets': [{'id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:41.897744 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8e58-2c52-4de3-a951-0ff5d1529e0e req-b08a4db5-bfb8-4344-94ca-c7c160f85416 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.898335 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c25f09-7f65-4cd9-a44b-86e361f5dc47 None None] The sync data for ids ['19daa13a-67e8-4edb-85d0-206a4f573cac'] in dv-cinder-786627-13-smb is: [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:47:36Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4efed05d-005e-4e29-a4e4-303bfa5b1e0d', 'name': '', 'network_id': '68dfff51-8832-4595-af64-459d46d2eae7', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'mac_address': 'fa:16:3e:7a:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:35Z', 'updated_at': '2021-06-29T10:47:41Z', 'revision_number': 4, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'subnets': [{'id': '539f60f2-d4e9-4139-ab14-7f1ed3f7b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:41.899212 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-410f8e58-2c52-4de3-a951-0ff5d1529e0e req-b08a4db5-bfb8-4344-94ca-c7c160f85416 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0623293 Jun 29 10:47:41.941980 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-410f8e58-2c52-4de3-a951-0ff5d1529e0e req-6275189b-bed4-4ca3-8fdf-30d9651d79fd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348573 Jun 29 10:47:43.122404 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5502b0-ad69-4d15-9453-75e5e3adddef req-9e2a1bcb-876a-4dc5-99da-adfa87bd708e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.124048 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9a5502b0-ad69-4d15-9453-75e5e3adddef req-9e2a1bcb-876a-4dc5-99da-adfa87bd708e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jun 29 10:47:43.162051 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9a5502b0-ad69-4d15-9453-75e5e3adddef req-f684f5ed-454c-438f-922f-762ce054eda1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320795 Jun 29 10:47:43.308025 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4efed05d-005e-4e29-a4e4-303bfa5b1e0d up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:43.355641 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:43.359577 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:43.359966 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.439658 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.472712 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,segment=NetworkSegment(913405f0-1b1e-499a-acfa-3b3fc083cac1),segment_id=913405f0-1b1e-499a-acfa-3b3fc083cac1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:43.477191 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.481118 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:43.529506 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:43.536591 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.536950 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.537287 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.537613 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.537937 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.538256 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.538574 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.538892 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.539228 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.539554 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.539867 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.540176 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:43.545092 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:44.355495 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146fe33-4d71-4d3e-98cf-a1ff3562ec09 req-6bb8a4a1-25f7-40ca-aa80-39a3c30a2fcf tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.357067 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f146fe33-4d71-4d3e-98cf-a1ff3562ec09 req-6bb8a4a1-25f7-40ca-aa80-39a3c30a2fcf tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0706050 Jun 29 10:47:44.396520 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f146fe33-4d71-4d3e-98cf-a1ff3562ec09 req-3b33a971-d0dd-4c4f-b63e-d279639216d6 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 Jun 29 10:47:45.288633 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4efed05d-005e-4e29-a4e4-303bfa5b1e0d up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:45.338796 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:45.339184 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:45.579508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ca56f-2b44-4538-87b3-e80375456972 req-419a16be-3564-472b-9fdc-ea7a906044c3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:45.581013 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b22ca56f-2b44-4538-87b3-e80375456972 req-419a16be-3564-472b-9fdc-ea7a906044c3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0639453 Jun 29 10:47:45.616611 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b22ca56f-2b44-4538-87b3-e80375456972 req-c181ca08-6051-4aa7-bc7c-5f5eb2db097a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301414 Jun 29 10:47:46.799910 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87948756-4f15-4e6c-872d-6b9ea7de03c8 req-59300d61-4d97-4370-8eae-dbb002ea3b75 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:46.801295 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-87948756-4f15-4e6c-872d-6b9ea7de03c8 req-59300d61-4d97-4370-8eae-dbb002ea3b75 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0632677 Jun 29 10:47:46.843100 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-87948756-4f15-4e6c-872d-6b9ea7de03c8 req-c13a59c9-8a74-457c-9f5a-0c032ea31b8d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362477 Jun 29 10:47:48.022161 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e5bde-8efb-4219-be38-1c183e316ac0 req-ac6d0175-9d13-40da-a1e4-619701d36dfb tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.023626 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6c8e5bde-8efb-4219-be38-1c183e316ac0 req-ac6d0175-9d13-40da-a1e4-619701d36dfb tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0633929 Jun 29 10:47:48.062407 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6c8e5bde-8efb-4219-be38-1c183e316ac0 req-07675a03-66fd-4e96-913e-0cffd60f8bf2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Jun 29 10:47:49.396974 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f294d-bb73-45f4-9cb7-27b48abfccf9 req-019939f6-94bc-46cc-890c-271d129d9a7c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.398420 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c33f294d-bb73-45f4-9cb7-27b48abfccf9 req-019939f6-94bc-46cc-890c-271d129d9a7c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0629556 Jun 29 10:47:49.436028 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c33f294d-bb73-45f4-9cb7-27b48abfccf9 req-04160e8a-45d5-47e9-8619-dd3ebb7ce020 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Jun 29 10:47:49.566243 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:49.589359 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.670847 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:49.682182 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '28589dd6-5347-48b0-b678-330fc420c525', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'port_id': '28589dd6-5347-48b0-b678-330fc420c525', 'mac_address': 'fa:16:3e:fc:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:49.722617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.737332 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28589dd6-5347-48b0-b678-330fc420c525 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:49.757957 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:49.761397 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.764322 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:49.813322 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=6']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:49.816009 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:49.874726 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['28589dd6-5347-48b0-b678-330fc420c525'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:50.620570 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd15c98-4e5e-4386-959d-4c8e61e3a657 req-55f70e35-cc61-4f9b-b776-42cd029f4a81 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.622733 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2cd15c98-4e5e-4386-959d-4c8e61e3a657 req-55f70e35-cc61-4f9b-b776-42cd029f4a81 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 944 time: 0.0701611 Jun 29 10:47:50.659979 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2cd15c98-4e5e-4386-959d-4c8e61e3a657 req-1ea1eb1e-04b2-4dcd-abb6-698b917b1dd9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Jun 29 10:47:51.564703 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:51.613894 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 28589dd6-5347-48b0-b678-330fc420c525 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:51.614371 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.694963 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.735409 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:51.742242 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04998bfa-c0fe-4590-a0fb-68ff081c03f4" -d '{"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:51.764666 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:51.772617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.774792 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f9c96563-55dc-4029-862e-bbb74af59b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.808693 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4783ff4f-a7f2-492c-8cdb-b2c6a6383fc0 x-openstack-request-id: req-4783ff4f-a7f2-492c-8cdb-b2c6a6383fc0 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:51.809033 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:51.809299 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4783ff4f-a7f2-492c-8cdb-b2c6a6383fc0 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:51.809787 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'code': 200} Jun 29 10:47:51.828971 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=7']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.832501 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.906233 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a887ef5-96a1-4dda-9c7b-6159cf1b53e8 req-ec7ab687-a4a9-43ca-bbea-badfdc2d7591 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:51.907759 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3a887ef5-96a1-4dda-9c7b-6159cf1b53e8 req-ec7ab687-a4a9-43ca-bbea-badfdc2d7591 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0640202 Jun 29 10:47:51.948176 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3a887ef5-96a1-4dda-9c7b-6159cf1b53e8 req-450d618b-5549-40b7-84ca-2f7d1c871670 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337789 Jun 29 10:47:52.979081 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-128b5712-5ee1-492d-902d-f0fe8941689f tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297008287&fields=id&tenant_id=1e9082fd2b834046b62ad91360981797 HTTP/1.1" status: 200 len: 267 time: 0.0453124 Jun 29 10:47:53.093074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-e28da1c1-bdc8-45af-8b10-e542d3582146 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.093074 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-e28da1c1-bdc8-45af-8b10-e542d3582146 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 809 time: 0.1131713 Jun 29 10:47:53.144478 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-10e585f5-00c9-4d07-b658-4c8f9a96b885 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/quotas/1e9082fd2b834046b62ad91360981797 HTTP/1.1" status: 200 len: 375 time: 0.0454943 Jun 29 10:47:53.222967 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9484b-a13d-4e26-a7ef-2c1727a995ff req-760d4a93-f233-4b7e-9dbe-07a45aff3894 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.224616 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a2d9484b-a13d-4e26-a7ef-2c1727a995ff req-760d4a93-f233-4b7e-9dbe-07a45aff3894 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.1234126 Jun 29 10:47:53.537824 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-5c75392a-31d0-40b4-b205-ad5b438c6430 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3865523 Jun 29 10:47:53.562121 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a2d9484b-a13d-4e26-a7ef-2c1727a995ff req-1aa06047-0565-4532-9141-47b4eeabb802 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231370 Jun 29 10:47:53.640605 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-b2791ab1-5acc-4477-b3a4-206946124594 service neutron] 10.222.0.53 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909441 Jun 29 10:47:53.758759 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-a66f2936-5a49-4596-b888-1183c6a4aee4 service neutron] 10.222.0.53 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118217 Jun 29 10:47:54.112261 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-994c95bb-ea21-4f54-889b-b5f7b1c05a61 req-2c7146ab-51ba-4e1f-b5ec-9acf8f517e68 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 210 time: 0.0305226 Jun 29 10:47:54.835935 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee381-2908-4c5e-85c8-088ff1b33048 req-95fda4b2-8767-4ed7-974d-2e9b6d6b88bb tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:54.837627 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c96ee381-2908-4c5e-85c8-088ff1b33048 req-95fda4b2-8767-4ed7-974d-2e9b6d6b88bb tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.1267014 Jun 29 10:47:54.895278 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c96ee381-2908-4c5e-85c8-088ff1b33048 req-62ecf604-8a18-4877-baeb-33de6a521b2b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Jun 29 10:47:55.329226 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-0eac7bed-0c43-4346-ae7b-71a382f4ce70 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.330662 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-0eac7bed-0c43-4346-ae7b-71a382f4ce70 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 809 time: 0.1350293 Jun 29 10:47:55.345959 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a66f4af-fe43-40b0-8020-07c573155c0b req-d501948a-00c2-4fcc-99a9-938862bb488e tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 210 time: 0.0382459 Jun 29 10:47:55.404001 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-7b23c541-7731-4f1a-bd62-64cc2702f535 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e9082fd2b834046b62ad91360981797 HTTP/1.1" status: 200 len: 379 time: 0.0616817 Jun 29 10:47:55.416027 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'port': {'device_id': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'admin_state_up': True, 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'security_groups': ['aa7502ac-31c9-4638-9af0-38f127cf0374']}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:55.557009 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Made reservation on behalf of 1e9082fd2b834046b62ad91360981797 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:55.561815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.701925 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-25243d6b-7986-40f5-a591-ee4fa9f037f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.734706 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Allocated IP 172.20.0.11 (15477e7b-39d8-4bf4-bf77-af6c7909e36b/71ea26b1-90d2-46e5-9947-12561b500b92/9503decc-633c-4a52-af78-1c3a8b17cf2d) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:55.924021 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.939947 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Transition to ACTIVE for port object 9503decc-633c-4a52-af78-1c3a8b17cf2d will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:55.985086 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.997084 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1c68308e-ebd5-4730-b359-289f5dc1d6fa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:56.031101 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:56.035230 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:56.051564 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:56.121875 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:56.131367 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:56.139968 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.140708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.164697 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-27f4ad92-4ed1-4bb1-8034-1a9be2341136 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526133 Jun 29 10:47:56.176883 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cab05-5dc6-4414-a1a6-7bcdf86a4680 req-ba40296d-1035-4a2e-922f-7939439c85d9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.180991 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Request body: {'port': {'device_id': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:56.188008 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-119cab05-5dc6-4414-a1a6-7bcdf86a4680 req-ba40296d-1035-4a2e-922f-7939439c85d9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0922177 Jun 29 10:47:56.237192 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-119cab05-5dc6-4414-a1a6-7bcdf86a4680 req-189c7235-0d6e-4c54-99be-d8e6bc0fb03c tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479505 Jun 29 10:47:56.299994 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.386597 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-c39c8c78-bef0-4a7a-b102-ac9f8e8c49a6 None None] Provisioning for port 9503decc-633c-4a52-af78-1c3a8b17cf2d completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:56.395604 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-c39c8c78-bef0-4a7a-b102-ac9f8e8c49a6 None None] Provisioning complete for port 9503decc-633c-4a52-af78-1c3a8b17cf2d triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:56.396684 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-c39c8c78-bef0-4a7a-b102-ac9f8e8c49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.455525 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-c39c8c78-bef0-4a7a-b102-ac9f8e8c49a6 None None] Port 9503decc-633c-4a52-af78-1c3a8b17cf2d cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:56.569484 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d096a4-9dd5-45b9-ada7-692262ee1f4c req-5b193070-49f8-4ac4-ac93-fb98121603e8 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.571308 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-04d096a4-9dd5-45b9-ada7-692262ee1f4c req-5b193070-49f8-4ac4-ac93-fb98121603e8 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 932 time: 0.0977514 Jun 29 10:47:56.604557 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:56.618999 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9503decc-633c-4a52-af78-1c3a8b17cf2d {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:56.628210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.641046 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Transition to ACTIVE for port object 9503decc-633c-4a52-af78-1c3a8b17cf2d will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:56.642111 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-04d096a4-9dd5-45b9-ada7-692262ee1f4c req-f63b76f9-ca23-4ee3-9fed-c8c34ea863f7 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643117 Jun 29 10:47:56.654188 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.657871 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-82475c17-52d6-4d7b-8220-aadf34f18304 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:56.773324 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:56.776835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:56.811806 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Attempting to bind port 9503decc-633c-4a52-af78-1c3a8b17cf2d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:56.812143 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Attempting to bind port 9503decc-633c-4a52-af78-1c3a8b17cf2d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:56.812470 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Attempting to bind port 9503decc-633c-4a52-af78-1c3a8b17cf2d on network 15477e7b-39d8-4bf4-bf77-af6c7909e36b {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:56.817348 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Port 9503decc-633c-4a52-af78-1c3a8b17cf2d on network 15477e7b-39d8-4bf4-bf77-af6c7909e36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:56.817667 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Attempting to bind port 9503decc-633c-4a52-af78-1c3a8b17cf2d on network 15477e7b-39d8-4bf4-bf77-af6c7909e36b {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:56.823216 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:56.824666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Checking segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:56.824666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Bound using segment: {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:56.824666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Bound port: 9503decc-633c-4a52-af78-1c3a8b17cf2d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5440fc0c-2dd1-401a-a443-613aef9756d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:56.826114 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.896099 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:56.900023 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:56.908603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.911659 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7a5e370-2f79-4dae-a47a-398939a4191c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:56.960167 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.961066 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.962424 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] 10.222.0.60 "PUT /v2.0/ports/9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 1094 time: 0.7893293 Jun 29 10:47:56.962989 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:56.965338 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15701b2-7740-4bbc-ae8d-e5c9de342793" -d '{"events": [{"name": "network-changed", "server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:57.002351 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.012537 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.023331 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021e2fa-db7f-40d6-b7eb-aca081cffea1 x-openstack-request-id: req-9021e2fa-db7f-40d6-b7eb-aca081cffea1 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:57.023908 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:57.024437 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9021e2fa-db7f-40d6-b7eb-aca081cffea1 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:57.025124 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'status': 'completed', 'code': 200} Jun 29 10:47:57.106028 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-0935e469-de9b-4325-af46-a4eac3fdc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.108402 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-0935e469-de9b-4325-af46-a4eac3fdc095 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1097 time: 0.0719559 Jun 29 10:47:57.154551 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-577fcb1a-c71e-435c-8b13-244edf971587 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 217 time: 0.0373602 Jun 29 10:47:57.250060 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-586d58e8-89cc-49b2-8b92-8e4cf070965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.251706 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-586d58e8-89cc-49b2-8b92-8e4cf070965e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0882242 Jun 29 10:47:57.329426 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-7b5e42d0-060b-48ff-8dd0-f28c90a04c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.331269 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-7b5e42d0-060b-48ff-8dd0-f28c90a04c3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0718319 Jun 29 10:47:57.440975 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-2ee72f47-28f4-485b-b37b-f8d906305240 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990858 Jun 29 10:47:57.446409 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517dfb7-c0ba-48a5-b67d-309601b110da req-14701255-69df-422e-8b2b-1c9d0eb924c1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.447931 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6517dfb7-c0ba-48a5-b67d-309601b110da req-14701255-69df-422e-8b2b-1c9d0eb924c1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Jun 29 10:47:57.498254 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6517dfb7-c0ba-48a5-b67d-309601b110da req-260d5547-ef27-465a-a2df-77513a59d68e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Jun 29 10:47:57.556177 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-2be9dcf1-72d3-4fd5-a69b-6281febaba9a req-37e671bd-930e-408e-ae25-dc0bcb8c66a0 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015656 Jun 29 10:47:57.668393 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-df2ee1c5-3f81-47cb-a0be-a9a737b1cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.671460 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-df2ee1c5-3f81-47cb-a0be-a9a737b1cfaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1097 time: 0.0611875 Jun 29 10:47:57.793491 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-b47f9bfb-f004-4c6b-bb37-bef4fe2890f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.795581 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-b47f9bfb-f004-4c6b-bb37-bef4fe2890f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.1160817 Jun 29 10:47:57.852250 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f27f-1a5c-43d3-8f5e-248b0308c131 req-d57afbb8-56fb-41c8-9121-b02924fbff92 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.853764 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3cf5f27f-1a5c-43d3-8f5e-248b0308c131 req-d57afbb8-56fb-41c8-9121-b02924fbff92 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 944 time: 0.0828099 Jun 29 10:47:57.863352 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-e9913289-a679-4ff3-bbf7-c25adbc86510 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 217 time: 0.0580389 Jun 29 10:47:57.914842 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3cf5f27f-1a5c-43d3-8f5e-248b0308c131 req-e7d8ec84-bc70-4a1f-a303-19daf6070c41 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502706 Jun 29 10:47:57.932654 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-e2346b56-fa8d-480c-84eb-53a7ec07d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.937266 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-e2346b56-fa8d-480c-84eb-53a7ec07d06d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0636289 Jun 29 10:47:58.013625 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-9a02d1ba-528b-44be-931d-1fc2f8127727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.015258 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-9a02d1ba-528b-44be-931d-1fc2f8127727 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0728164 Jun 29 10:47:58.128234 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-ac9b0b11-2780-4e23-a7a4-8e68969571ca service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059489 Jun 29 10:47:58.241477 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c15701b2-7740-4bbc-ae8d-e5c9de342793 req-f549741b-d251-4e83-bbd7-f1ee4bbb5c04 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043737 Jun 29 10:47:58.473446 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-973988c2-108f-4f54-8f3c-8341dac58c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.700661 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7c6f6-da74-466b-9937-a449c391c043 req-af92b926-0122-4799-aca1-47c799625ae1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.702410 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07c7c6f6-da74-466b-9937-a449c391c043 req-af92b926-0122-4799-aca1-47c799625ae1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0725195 Jun 29 10:47:58.751032 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-07c7c6f6-da74-466b-9937-a449c391c043 req-93fb4d4e-0750-48c1-89e2-1c0047c77f77 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Jun 29 10:47:58.797367 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.141789 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e058b-2473-4413-ae18-9a9648fbf4af req-58ec9e21-1297-4edc-8e23-f31b3ca53a44 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.143584 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-792e058b-2473-4413-ae18-9a9648fbf4af req-58ec9e21-1297-4edc-8e23-f31b3ca53a44 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 944 time: 0.0737529 Jun 29 10:47:59.187442 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-792e058b-2473-4413-ae18-9a9648fbf4af req-7835a0f7-c660-4d57-af8b-9350f437aadb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375395 Jun 29 10:47:59.569311 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:59.590091 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.698532 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:59.711033 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'port_id': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'mac_address': 'fa:16:3e:c4:9f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:59.757254 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.770881 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9503decc-633c-4a52-af78-1c3a8b17cf2d {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:59.797230 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:59.801858 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.803886 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:59.854401 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:59.858230 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:59.954373 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560f807-3303-47f7-8160-7e6d8964f4bb req-5516438a-1356-46d8-8775-9535c8930e32 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.956011 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3560f807-3303-47f7-8160-7e6d8964f4bb req-5516438a-1356-46d8-8775-9535c8930e32 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0697453 Jun 29 10:47:59.994836 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3560f807-3303-47f7-8160-7e6d8964f4bb req-5f7970b5-66c8-45a6-bec9-c610dcd8ec8b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Jun 29 10:48:00.046204 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['9503decc-633c-4a52-af78-1c3a8b17cf2d'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:00.365041 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbb2ff-3409-4359-adf6-37777301e756 req-4cd5321d-a99b-4f8b-98bc-1071635fcc3d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.366524 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-75fbb2ff-3409-4359-adf6-37777301e756 req-4cd5321d-a99b-4f8b-98bc-1071635fcc3d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 945 time: 0.0619524 Jun 29 10:48:00.404661 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-75fbb2ff-3409-4359-adf6-37777301e756 req-55eb0eb3-120d-419e-bd2b-4be8d0a3e221 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Jun 29 10:48:00.648903 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-51f0d345-fd2a-4cfb-80ab-b10619238d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.650396 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-51f0d345-fd2a-4cfb-80ab-b10619238d9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0509248 Jun 29 10:48:00.755884 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-7a3e0c86-f3e6-46fb-a3be-f975b77706b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.757428 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-7a3e0c86-f3e6-46fb-a3be-f975b77706b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.0997565 Jun 29 10:48:00.822290 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-4920bb27-cce8-4fa6-8a9e-663b315872e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 1000 time: 0.0551274 Jun 29 10:48:00.869246 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-0649af47-c5ea-493b-b3f7-e02600c2008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.870641 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-0649af47-c5ea-493b-b3f7-e02600c2008d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0409212 Jun 29 10:48:00.928584 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-eb7ab9b0-e474-4bb3-bef2-2a9523eb63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.929945 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-eb7ab9b0-e474-4bb3-bef2-2a9523eb63ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0528295 Jun 29 10:48:01.018985 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-82d50758-3a0d-4669-a12a-b0fcc7deb0c2 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815163 Jun 29 10:48:01.112901 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-32b73afc-5a08-4312-a8d5-9c01a7afae4a req-7e199e95-d0a2-4ec6-9628-8a2ed20e5126 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872762 Jun 29 10:48:01.157642 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.276980 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4741df-a267-4a45-b1ab-f01cd79db598 req-9686fd0b-795a-442a-a3ba-518cc345e1c0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:01.278475 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8b4741df-a267-4a45-b1ab-f01cd79db598 req-9686fd0b-795a-442a-a3ba-518cc345e1c0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 945 time: 0.1622472 Jun 29 10:48:01.316302 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8b4741df-a267-4a45-b1ab-f01cd79db598 req-a1b66b69-2f93-4de4-8ee1-879595b9606d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Jun 29 10:48:01.583229 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:01.629284 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01d0b3-8567-41f6-a0ca-693a3d56bb29 req-5a73ac3d-2984-4b2c-bc95-38bf5293c838 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:01.630965 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ea01d0b3-8567-41f6-a0ca-693a3d56bb29 req-5a73ac3d-2984-4b2c-bc95-38bf5293c838 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 945 time: 0.1130893 Jun 29 10:48:01.632764 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 9503decc-633c-4a52-af78-1c3a8b17cf2d completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:01.636679 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 9503decc-633c-4a52-af78-1c3a8b17cf2d triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:01.637096 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.672583 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ea01d0b3-8567-41f6-a0ca-693a3d56bb29 req-7bdd219a-2d53-4247-8ddf-7bac57aa2ed0 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Jun 29 10:48:01.717701 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.740776 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:01.743014 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2245e8c-7f33-4a54-840e-b7c29d0fc9af" -d '{"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-plugged", "status": "completed", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:01.755248 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:01.760192 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.761454 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:01.763245 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.807624 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec3245a-db2f-4473-9915-49c2686aec74 x-openstack-request-id: req-0ec3245a-db2f-4473-9915-49c2686aec74 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:01.807923 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-plugged", "status": "completed", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:01.808184 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ec3245a-db2f-4473-9915-49c2686aec74 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:01.808572 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'code': 200} Jun 29 10:48:01.848003 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.851207 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.884771 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.917675 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:01.922106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.924818 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.973730 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=8']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.978468 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:02.074385 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33860fef-98d9-4625-830d-835ee17298e8 req-018a5f5c-7c87-4433-84c6-155d97c81bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.076344 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33860fef-98d9-4625-830d-835ee17298e8 req-018a5f5c-7c87-4433-84c6-155d97c81bdd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.0513816 Jun 29 10:48:02.109896 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33860fef-98d9-4625-830d-835ee17298e8 req-4b47e5ff-6655-499c-8028-8e7818d6defe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262568 Jun 29 10:48:02.494382 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6912a7-75ef-4ed2-8445-0ba7e97ab881 req-22a49bc5-6f12-419c-a34b-ee29fd5a6fb1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.496022 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee6912a7-75ef-4ed2-8445-0ba7e97ab881 req-22a49bc5-6f12-419c-a34b-ee29fd5a6fb1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0631130 Jun 29 10:48:02.537314 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ee6912a7-75ef-4ed2-8445-0ba7e97ab881 req-88e3f260-ae51-45da-807a-15ca5a8a5fab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328612 Jun 29 10:48:02.861040 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60044e-3383-4a35-ba26-a7e53a36d814 req-1de2fcba-63e5-4dc5-b6ff-5020d92c4578 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.862545 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dd60044e-3383-4a35-ba26-a7e53a36d814 req-1de2fcba-63e5-4dc5-b6ff-5020d92c4578 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0777299 Jun 29 10:48:02.904910 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dd60044e-3383-4a35-ba26-a7e53a36d814 req-9372613a-c1a2-4b55-bf75-d2a23e72153b tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366623 Jun 29 10:48:03.718813 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61316866-4118-4517-aa4c-dcee8d1b0051 req-23b081bf-223b-4357-b3fe-e3b8a4b930ab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:03.720395 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-61316866-4118-4517-aa4c-dcee8d1b0051 req-23b081bf-223b-4357-b3fe-e3b8a4b930ab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0643935 Jun 29 10:48:03.759712 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-61316866-4118-4517-aa4c-dcee8d1b0051 req-098db793-b0b5-4cab-83ee-0dc930ff80d2 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336263 Jun 29 10:48:03.809301 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:03.811617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9eafe-edf3-44e9-8d4a-f9a55cf01254" -d '{"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:03.842548 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e8e0e-6bee-4427-a67c-74909ebea030 x-openstack-request-id: req-9d1e8e0e-6bee-4427-a67c-74909ebea030 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:03.842933 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-unplugged", "status": "failed", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "code": 422}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:03.843261 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d1e8e0e-6bee-4427-a67c-74909ebea030 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:03.843727 dv-cinder-786627-13-smb neutron-server[99739]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'code': 422} returned with failed status Jun 29 10:48:04.166170 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6828e-e8a5-420e-8aee-5a68ff920776 req-c7f09beb-5c3f-4ad2-bcbb-22bf111e45bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.167666 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-95d6828e-e8a5-420e-8aee-5a68ff920776 req-c7f09beb-5c3f-4ad2-bcbb-22bf111e45bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0643382 Jun 29 10:48:04.205514 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-95d6828e-e8a5-420e-8aee-5a68ff920776 req-1993e4f9-6083-4904-8db4-70fd1010bd75 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320292 Jun 29 10:48:04.383724 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2ea1-e5be-45bf-a624-460511643cd0 req-8dccdf61-ff68-40b5-94cf-32c457937271 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.385222 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ffd2ea1-e5be-45bf-a624-460511643cd0 req-8dccdf61-ff68-40b5-94cf-32c457937271 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0664573 Jun 29 10:48:04.424020 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9ffd2ea1-e5be-45bf-a624-460511643cd0 req-afc5ca3a-c96c-4d47-a9a6-5da557c9bc55 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Jun 29 10:48:04.448392 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58140) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:04.550606 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262851d5-7b06-4147-9bae-1ee3dabc016b tempest-TestShelveInstance-247133068 tempest-TestShelveInstance-247133068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.552102 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-262851d5-7b06-4147-9bae-1ee3dabc016b tempest-TestShelveInstance-247133068 tempest-TestShelveInstance-247133068-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1094 time: 0.1027091 Jun 29 10:48:04.554974 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58148) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:04.559258 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Request body: {'floatingip': {'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'port_id': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:04.580669 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for floatingip, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.917094 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.928828 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcb403-b97b-4b79-8dd2-2deff51948e7 req-966cdba4-8ad1-434a-bbf8-fef3a288d36b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.930377 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-02fcb403-b97b-4b79-8dd2-2deff51948e7 req-966cdba4-8ad1-434a-bbf8-fef3a288d36b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.1081190 Jun 29 10:48:04.936282 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-ebcd221a-dbc1-49b8-b612-4da401534d83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004572 Jun 29 10:48:04.973732 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-02fcb403-b97b-4b79-8dd2-2deff51948e7 req-3f296ce0-97e8-46d6-9d1d-6a5a30aa0da9 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Jun 29 10:48:05.049906 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Allocated IP 172.28.0.45 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/a3bf047d-f43c-4e3f-ad1d-3faeba255876) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:05.167210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:05.206834 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:05.209014 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0bb49447-cc40-4f86-9e56-39bb4470c389 tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:05.255003 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:05.258978 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:05.260991 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'Port': ['ID=a3bf047d-f43c-4e3f-ad1d-3faeba255876,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:05.263722 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:05.266007 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:05.611886 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:05.638898 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:05.719794 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:05.867684 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:05.873166 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:05.876066 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:05.942979 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event updated for resources: {'Port': ['ID=a3bf047d-f43c-4e3f-ad1d-3faeba255876,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:05.945737 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:05.955879 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.092593 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Floating IP d78666e1-60dd-4b30-b3bc-50b09b1f4efe associated. External IP: 172.28.0.45, port: 9503decc-633c-4a52-af78-1c3a8b17cf2d. Jun 29 10:48:06.130054 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-6fda90ec-6244-40b8-865c-e31da44fbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.131520 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-6fda90ec-6244-40b8-865c-e31da44fbfc8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8&tenant_id=3c1fde4b36e2492d94833157cfb50be0 HTTP/1.1" status: 200 len: 1096 time: 0.1407390 Jun 29 10:48:06.162335 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177d53d-8f49-420b-ac11-9a05793038da req-0267b209-06b5-4aef-85ee-4193b54d1348 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.163823 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6177d53d-8f49-420b-ac11-9a05793038da req-0267b209-06b5-4aef-85ee-4193b54d1348 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0663846 Jun 29 10:48:06.203305 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6177d53d-8f49-420b-ac11-9a05793038da req-0f343eaa-2787-4327-8280-c5eceffffe85 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Jun 29 10:48:06.288756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-85cb2273-91c2-4035-b813-98d9ed48c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.290281 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-85cb2273-91c2-4035-b813-98d9ed48c8ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1096 time: 0.1105115 Jun 29 10:48:06.406783 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:06.424991 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-9064dcda-c3d5-454a-9b54-d8ad02a8a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.426426 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-9064dcda-c3d5-454a-9b54-d8ad02a8a95b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.1281574 Jun 29 10:48:06.555482 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-84d5f59a-252b-4005-80a5-297827e69556 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 998 time: 0.0949907 Jun 29 10:48:06.592203 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:06.601598 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] Sync routers for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:06.611111 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:06.611728 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:06.617452 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-4037e025-09b4-41eb-acc5-e21f7daa5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.618904 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-4037e025-09b4-41eb-acc5-e21f7daa5cb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0549958 Jun 29 10:48:06.619730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.686277 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1301217 Jun 29 10:48:06.688098 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:06.690377 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82824f0e-4980-4188-ad17-8764f95cea9e" -d '{"events": [{"name": "network-changed", "server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:06.711011 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-9a3c7461-258c-4886-b65d-4303d4c61eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.712611 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-9a3c7461-258c-4886-b65d-4303d4c61eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0691569 Jun 29 10:48:06.728967 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:06.731368 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93065a79-d1c2-46c0-8a09-67f65380f986 x-openstack-request-id: req-93065a79-d1c2-46c0-8a09-67f65380f986 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:06.732320 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:06.732616 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93065a79-d1c2-46c0-8a09-67f65380f986 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:06.733242 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'status': 'completed', 'code': 200} Jun 29 10:48:06.847086 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-e66bc29c-9c66-41c9-9f0e-d3e26c13d37c service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241093 Jun 29 10:48:06.852543 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824f0e-4980-4188-ad17-8764f95cea9e req-a5ab2b13-8a9c-4155-9277-365a4402e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.853880 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-a5ab2b13-8a9c-4155-9277-365a4402e614 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.0857489 Jun 29 10:48:06.957891 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': 'd78666e1-60dd-4b30-b3bc-50b09b1f4efe', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'floating_ip_address': '172.28.0.45', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'port_id': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'mac_address': 'fa:16:3e:c4:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:05Z', 'updated_at': '2021-06-29T10:48:05Z', 'revision_number': 0, 'project_id': '1e9082fd2b834046b62ad91360981797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:35Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:06.985232 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] Checking router: ab3a7547-5579-4f94-a79d-e7a7cb87ec23 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:06.994117 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:06.994759 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:47:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:07.102903 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:07.249645 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b06bb48e-4366-4900-bec0-1cfe4f53ec70 req-ea23c9d2-ef49-4cb0-bf2f-118a1e43b23f service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869874 Jun 29 10:48:07.252995 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824f0e-4980-4188-ad17-8764f95cea9e req-a9de8fc7-aba7-4571-9855-0a9131fd6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.254801 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-a9de8fc7-aba7-4571-9855-0a9131fd6fb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.3849709 Jun 29 10:48:07.337505 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-3705872e-e1f5-4d04-962d-1d465cb6010f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 999 time: 0.0764360 Jun 29 10:48:07.404698 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824f0e-4980-4188-ad17-8764f95cea9e req-eedd513c-04bb-43d4-b550-931de01cf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.406350 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-eedd513c-04bb-43d4-b550-931de01cf466 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0564070 Jun 29 10:48:07.423204 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c655f6-51b8-4c21-b4af-d9c86f52e4ce req-301c9e7a-f7ec-4ee0-9f63-7bdcac965bd5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.425571 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71c655f6-51b8-4c21-b4af-d9c86f52e4ce req-301c9e7a-f7ec-4ee0-9f63-7bdcac965bd5 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0703290 Jun 29 10:48:07.470730 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': 'd78666e1-60dd-4b30-b3bc-50b09b1f4efe', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'floating_ip_address': '172.28.0.45', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'port_id': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'mac_address': 'fa:16:3e:c4:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:05Z', 'updated_at': '2021-06-29T10:48:05Z', 'revision_number': 0, 'project_id': '1e9082fd2b834046b62ad91360981797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:35Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:07.483371 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824f0e-4980-4188-ad17-8764f95cea9e req-828c44e4-7127-45ed-8800-52b5da3a7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.485191 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-828c44e4-7127-45ed-8800-52b5da3a7749 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0634077 Jun 29 10:48:07.489431 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-71c655f6-51b8-4c21-b4af-d9c86f52e4ce req-65783b14-2825-4561-adce-bb120f127614 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571015 Jun 29 10:48:07.509313 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331265ad-c033-47c1-8a29-1523faedc742 None None] The sync data for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb is: [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': 'd78666e1-60dd-4b30-b3bc-50b09b1f4efe', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'floating_ip_address': '172.28.0.45', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'port_id': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'mac_address': 'fa:16:3e:c4:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:05Z', 'updated_at': '2021-06-29T10:48:05Z', 'revision_number': 0, 'project_id': '1e9082fd2b834046b62ad91360981797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:35Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:07.586090 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-a417fd6c-3899-4b47-991e-274b51cf8a23 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946879 Jun 29 10:48:07.702281 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-82824f0e-4980-4188-ad17-8764f95cea9e req-4982aaa4-d289-4cff-bfa8-e020c3d1f932 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099434 Jun 29 10:48:07.736359 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4300f17-1d60-4978-9152-8958a79b1885 None None] New status for floating IP d78666e1-60dd-4b30-b3bc-50b09b1f4efe: ACTIVE {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:08.674094 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4364d0-167f-45fa-b335-8a7db9dfc72b req-5c70a91f-216e-4f77-a17b-32c53c8f8eb7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.675620 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-de4364d0-167f-45fa-b335-8a7db9dfc72b req-5c70a91f-216e-4f77-a17b-32c53c8f8eb7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0707197 Jun 29 10:48:08.716420 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-de4364d0-167f-45fa-b335-8a7db9dfc72b req-1acea90e-201d-49cc-a8ff-2397193d2a17 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344105 Jun 29 10:48:09.913850 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf69ab2-d63d-4fd4-a310-6d8fd05c3a74 req-cb3b497f-9b59-46a7-97df-971bfdcd8111 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.915300 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcf69ab2-d63d-4fd4-a310-6d8fd05c3a74 req-cb3b497f-9b59-46a7-97df-971bfdcd8111 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0708804 Jun 29 10:48:09.966722 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcf69ab2-d63d-4fd4-a310-6d8fd05c3a74 req-912acb49-b6f5-4d12-b772-7671640054b4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401909 Jun 29 10:48:11.259406 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf91a8-5a6a-4a2c-a9d2-fe8591062124 req-462c0634-1dac-4f91-b7a9-1760e7ef571a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.261150 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-16cf91a8-5a6a-4a2c-a9d2-fe8591062124 req-462c0634-1dac-4f91-b7a9-1760e7ef571a tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0707331 Jun 29 10:48:11.299635 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-16cf91a8-5a6a-4a2c-a9d2-fe8591062124 req-fce5f157-820a-4154-90bf-216bebcc6e0b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jun 29 10:48:12.499596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d7cf-1c97-4643-ac11-0280f6cec45e req-40962d25-dc76-49ec-a798-1ce916efe490 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.501456 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0514d7cf-1c97-4643-ac11-0280f6cec45e req-40962d25-dc76-49ec-a798-1ce916efe490 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0739162 Jun 29 10:48:12.545709 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0514d7cf-1c97-4643-ac11-0280f6cec45e req-a0e79322-e6b1-41f0-a4ed-9c6db5e8f372 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386808 Jun 29 10:48:13.729869 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9976-c446-4a04-ab1c-ee8aaa55cea3 req-2536a270-4ca4-4d83-93a7-d75e2734bd36 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.731361 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-056a9976-c446-4a04-ab1c-ee8aaa55cea3 req-2536a270-4ca4-4d83-93a7-d75e2734bd36 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0632861 Jun 29 10:48:13.772892 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-056a9976-c446-4a04-ab1c-ee8aaa55cea3 req-b634fc45-c0f3-429f-a33a-184aea7ab8e6 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356822 Jun 29 10:48:14.960712 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0d8e-345a-42b8-b428-b327eb1d8eee req-bf62a1b5-5aac-4750-b9ce-d8bc737bf19d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.962229 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-44ae0d8e-345a-42b8-b428-b327eb1d8eee req-bf62a1b5-5aac-4750-b9ce-d8bc737bf19d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0659811 Jun 29 10:48:15.003868 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-44ae0d8e-345a-42b8-b428-b327eb1d8eee req-edf6e7db-3ba9-4afc-b7e8-b21b78aee444 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343227 Jun 29 10:48:16.184186 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7611b-a6dd-433f-b382-f4f812c3756a req-fa2715cf-d77d-4601-85c7-df3a5ce32798 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:16.185786 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcc7611b-a6dd-433f-b382-f4f812c3756a req-fa2715cf-d77d-4601-85c7-df3a5ce32798 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0616715 Jun 29 10:48:16.242703 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fcc7611b-a6dd-433f-b382-f4f812c3756a req-328089a1-edb2-40fc-b59b-fe6b8cbd1fd3 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466154 Jun 29 10:48:17.466675 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c0e1-40ee-43e6-ab0b-383fa82d9d77 req-a66eff50-9a91-4aa3-a08e-d34bc3ab672b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:17.470205 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4612c0e1-40ee-43e6-ab0b-383fa82d9d77 req-a66eff50-9a91-4aa3-a08e-d34bc3ab672b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0807073 Jun 29 10:48:17.510809 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4612c0e1-40ee-43e6-ab0b-383fa82d9d77 req-8bc47235-09db-43d4-af69-41c203b8132b tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344219 Jun 29 10:48:18.691664 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7587026-f137-4bdd-b0ef-3eddf9373574 req-8fcf22e9-35d4-40d5-8c56-2b93b1b914f4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.693132 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a7587026-f137-4bdd-b0ef-3eddf9373574 req-8fcf22e9-35d4-40d5-8c56-2b93b1b914f4 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0617952 Jun 29 10:48:18.728976 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a7587026-f137-4bdd-b0ef-3eddf9373574 req-d2386faa-d53b-4b38-81d0-e3b934854db6 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Jun 29 10:48:19.581251 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:19.904168 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cc325-1f06-41fb-bcc2-f184dd3803a7 req-d82d1755-d174-44b5-b511-426d63349dab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.906543 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5f1cc325-1f06-41fb-bcc2-f184dd3803a7 req-d82d1755-d174-44b5-b511-426d63349dab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0611830 Jun 29 10:48:19.942361 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5f1cc325-1f06-41fb-bcc2-f184dd3803a7 req-d694003a-7eda-47fa-accd-92445f01c623 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302863 Jun 29 10:48:20.175456 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-11fb7fe6-d9ca-450f-be2d-2ca238a94d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.176804 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-11fb7fe6-d9ca-450f-be2d-2ca238a94d89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c1fde4b36e2492d94833157cfb50be0&device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0918665 Jun 29 10:48:20.282257 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-6ec488dd-29de-4514-b319-dfbcdda41376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.283729 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-6ec488dd-29de-4514-b319-dfbcdda41376 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 200 len: 917 time: 0.0859578 Jun 29 10:48:20.346096 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-04f137a4-bc5b-4a4e-9cc1-e22e804102a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 200 len: 998 time: 0.0556333 Jun 29 10:48:20.396996 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-8362ed8c-33c6-4da1-a418-3977955152dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.398438 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-8362ed8c-33c6-4da1-a418-3977955152dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 200 len: 855 time: 0.0461700 Jun 29 10:48:20.459528 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-e71d8d5f-4b39-43d3-aa53-df764ae83e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.460547 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-e71d8d5f-4b39-43d3-aa53-df764ae83e56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d138f0bd-0831-4187-b7fa-656fdcb3b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531096 Jun 29 10:48:20.554610 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-6853a24a-b0b2-4006-b2ec-b30168e901f2 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876904 Jun 29 10:48:20.657009 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-cf218bbf-bbc4-4bf1-922e-4e7b58f3ef3d req-a7194c84-2005-4458-b9a2-65622f264c64 service neutron] 10.222.0.60 "GET /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948162 Jun 29 10:48:21.120789 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69976154-1e57-43c9-bcc3-bb5fd56a4762 req-73eb9469-b845-4062-bd22-0d0176983c24 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:21.122257 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69976154-1e57-43c9-bcc3-bb5fd56a4762 req-73eb9469-b845-4062-bd22-0d0176983c24 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 943 time: 0.0651982 Jun 29 10:48:21.159773 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-69976154-1e57-43c9-bcc3-bb5fd56a4762 req-0026ae61-eccb-4fac-90df-87f95e6d3870 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309765 Jun 29 10:48:21.658579 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:21.753540 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:21.768024 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '28589dd6-5347-48b0-b678-330fc420c525', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'port_id': '28589dd6-5347-48b0-b678-330fc420c525', 'mac_address': 'fa:16:3e:fc:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:21.804620 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:21.817349 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28589dd6-5347-48b0-b678-330fc420c525 {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:21.837429 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:21.841734 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:21.844076 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:21.888225 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=9']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:21.891461 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:22.063442 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['28589dd6-5347-48b0-b678-330fc420c525'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:22.346230 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1848b2f-2100-44a4-a88e-03427c3028b3 req-c9be1e35-d22b-4ee6-b010-fe7b7dd1f6ce tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:22.347800 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e1848b2f-2100-44a4-a88e-03427c3028b3 req-c9be1e35-d22b-4ee6-b010-fe7b7dd1f6ce tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 944 time: 0.0678413 Jun 29 10:48:22.385992 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e1848b2f-2100-44a4-a88e-03427c3028b3 req-9a974933-3588-4175-a02c-428fe386a0a0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Jun 29 10:48:23.568933 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb7a9c-6fa7-42f7-94af-fb6c5d49b505 req-b7c35486-2b79-40fa-8c78-a33115d5ee70 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.570657 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f7eb7a9c-6fa7-42f7-94af-fb6c5d49b505 req-b7c35486-2b79-40fa-8c78-a33115d5ee70 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 944 time: 0.0694938 Jun 29 10:48:23.610519 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-f7eb7a9c-6fa7-42f7-94af-fb6c5d49b505 req-d2d498a4-a643-4043-a00b-322a98404984 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Jun 29 10:48:23.664088 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:23.712720 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 28589dd6-5347-48b0-b678-330fc420c525 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:23.713122 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.791813 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.814590 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:23.816858 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd6e23-4efb-4ae5-a3c4-7cff18115b83" -d '{"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:23.829890 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:23.834220 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.836077 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:23.857478 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059c581-7dc4-4455-a0f6-37001ab2402e x-openstack-request-id: req-6059c581-7dc4-4455-a0f6-37001ab2402e {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:23.857780 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:23.858038 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6059c581-7dc4-4455-a0f6-37001ab2402e {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:23.858443 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'code': 200} Jun 29 10:48:23.883604 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=10']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:23.886554 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:24.062162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17cc09-8d50-44ad-bdbf-5e044c5df150 req-5fc9e16e-0d56-4c04-8fdb-a5f86cf63782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.063496 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7b17cc09-8d50-44ad-bdbf-5e044c5df150 req-5fc9e16e-0d56-4c04-8fdb-a5f86cf63782 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 1099 time: 0.0505397 Jun 29 10:48:24.097901 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7b17cc09-8d50-44ad-bdbf-5e044c5df150 req-6e8a81a5-c0cf-4e9a-a2bf-8080d5a50716 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276871 Jun 29 10:48:24.794465 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8bb5-4ddd-4fa2-a654-b4cd98730441 req-add01874-8211-4c58-969a-e6699c6b44a8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.795909 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed5e8bb5-4ddd-4fa2-a654-b4cd98730441 req-add01874-8211-4c58-969a-e6699c6b44a8 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0631721 Jun 29 10:48:24.833059 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed5e8bb5-4ddd-4fa2-a654-b4cd98730441 req-0b7c3285-f84b-4681-977b-96a51321156d tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Jun 29 10:48:25.693623 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4611c005-d79e-4d15-8c3d-b3c2705bb77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.009286 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90edfcb-0df6-41eb-8bfb-812781820fca req-e271715c-98e1-4941-97a3-be5cd1c2a370 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:26.010730 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e90edfcb-0df6-41eb-8bfb-812781820fca req-e271715c-98e1-4941-97a3-be5cd1c2a370 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0639586 Jun 29 10:48:26.047241 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e90edfcb-0df6-41eb-8bfb-812781820fca req-b05b5fc8-762e-4d09-8f22-49167e40cec0 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Jun 29 10:48:28.474659 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2067383b-ed28-4a9f-9f68-f0f3a7266285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.787727 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.528705 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2b3bd-a016-458b-9ed9-4c6d3db57cb9 req-2a747c29-5e75-4fe5-9718-24d9dd82e56a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.530251 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2aa2b3bd-a016-458b-9ed9-4c6d3db57cb9 req-2a747c29-5e75-4fe5-9718-24d9dd82e56a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.0674930 Jun 29 10:48:29.570297 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2aa2b3bd-a016-458b-9ed9-4c6d3db57cb9 req-4ace45e1-377e-4a9c-8bba-27f66a0a911a tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334020 Jun 29 10:48:29.582443 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:30.746788 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbda12d-dd7e-41a8-957b-ecd10fd4ffa6 req-fabec809-9f5e-4dcf-af26-654ac2c294f4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.748220 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7cbda12d-dd7e-41a8-957b-ecd10fd4ffa6 req-fabec809-9f5e-4dcf-af26-654ac2c294f4 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.0617392 Jun 29 10:48:30.785771 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7cbda12d-dd7e-41a8-957b-ecd10fd4ffa6 req-5ba3781b-e963-487e-bf23-d91d516ed1c2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Jun 29 10:48:31.160692 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.504127 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-dbdffa98-c460-4d1c-abea-2a9115d0a8eb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.505582 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-dbdffa98-c460-4d1c-abea-2a9115d0a8eb tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.0644212 Jun 29 10:48:31.600376 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Deleting port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:31.600630 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.685688 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] For port 698e6628-dfd4-49ff-b1ab-7b15c87f2960, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=698e6628-dfd4-49ff-b1ab-7b15c87f2960,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:31.686042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.848719 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.849119 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.849430 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Floating IP 1099005c-c70a-4975-a2e9-81d9f37227e8 disassociated. External IP: 172.28.0.75, port: 698e6628-dfd4-49ff-b1ab-7b15c87f2960. Jun 29 10:48:31.849764 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Calling delete_port for 698e6628-dfd4-49ff-b1ab-7b15c87f2960 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:31.963072 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137508d3-644b-4e1a-9ac3-890d10c863cd req-46c0a13d-3608-4e7c-ba8c-8e41bc5a85dd tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.964562 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-137508d3-644b-4e1a-9ac3-890d10c863cd req-46c0a13d-3608-4e7c-ba8c-8e41bc5a85dd tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/ports?device_id=56afddbc-f1b4-4970-a1ca-84a7bcd089b7 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Jun 29 10:48:31.981409 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.986771 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:32.004412 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-137508d3-644b-4e1a-9ac3-890d10c863cd req-48d5eef0-cc83-4e0a-87ea-5f05b64ff383 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups?id=70a945fd-ba15-4f70-ab9a-296f6c6311c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Jun 29 10:48:32.010873 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event deleted for resources: {'Port': ['ID=698e6628-dfd4-49ff-b1ab-7b15c87f2960,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:32.023759 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.024130 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.024491 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.025049 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.025230 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.025900 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.026273 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.026657 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.027004 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.027408 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.027799 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.028120 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:32.032475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:32.137162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:32.242188 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:32.251904 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:32.261568 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:32.262216 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.286668 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] No DVR routers for this DVR port 698e6628-dfd4-49ff-b1ab-7b15c87f2960 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:32.289104 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.291031 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-26ec1796-fc5c-4a86-a811-4323a99d89f0 req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.60 "DELETE /v2.0/ports/698e6628-dfd4-49ff-b1ab-7b15c87f2960 HTTP/1.1" status: 204 len: 173 time: 0.7789874 Jun 29 10:48:32.291508 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'name': 'network-vif-deleted', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:32.293821 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656445d8-33c0-47a1-b561-16f27baee40c" -d '{"events": [{"server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "name": "network-vif-deleted", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:32.369379 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:32.397863 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df0e6ed-75c5-42ff-95ab-449db96a553b x-openstack-request-id: req-1df0e6ed-75c5-42ff-95ab-449db96a553b {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:32.398210 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56afddbc-f1b4-4970-a1ca-84a7bcd089b7", "name": "network-vif-deleted", "tag": "698e6628-dfd4-49ff-b1ab-7b15c87f2960", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:32.398500 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1df0e6ed-75c5-42ff-95ab-449db96a553b {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:32.398925 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56afddbc-f1b4-4970-a1ca-84a7bcd089b7', 'name': 'network-vif-deleted', 'tag': '698e6628-dfd4-49ff-b1ab-7b15c87f2960', 'status': 'completed', 'code': 200} Jun 29 10:48:32.584494 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.608570 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:32.616795 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:32.617420 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.717311 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:32.910114 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.939107 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9a341-b468-4396-919e-68b63da2a985 None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68', 'name': '', 'network_id': '5f16b657-79ea-48e1-9740-5f5af748e903', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'mac_address': 'fa:16:3e:24:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:12Z', 'updated_at': '2021-06-29T10:43:25Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'subnets': [{'id': 'ed7efaf5-d4b2-4229-a2f3-68bef3caec82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:33.130722 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58392) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.150721 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc781a-4be6-4205-8a64-25bae857b076 None None] New status for floating IP 1099005c-c70a-4975-a2e9-81d9f37227e8: DOWN {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:33.186505 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.208886 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.259789 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.262725 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.267456 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "DELETE /v2.0/security-groups/70a945fd-ba15-4f70-ab9a-296f6c6311c5 HTTP/1.1" status: 204 len: 168 time: 0.1321545 Jun 29 10:48:33.267456 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-400a3af9-988c-4d0d-a3f3-5882232d8837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.267615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58394) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.274127 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a945fd-ba15-4f70-ab9a-296f6c6311c5,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.282513 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.282822 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.283193 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.283375 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.api.v2.resource [None req-f3d27353-29d5-4be7-9ab2-ed36dabe722d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] show failed (client error): The resource could not be found. Jun 29 10:48:33.283557 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.283919 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287435 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287554 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f3d27353-29d5-4be7-9ab2-ed36dabe722d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "GET /v2.0/security-groups/70a945fd-ba15-4f70-ab9a-296f6c6311c5 HTTP/1.1" status: 404 len: 347 time: 0.0158010 Jun 29 10:48:33.287639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.287639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:33.288055 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58396) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.289732 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.407435 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Deleting port d5d42024-be14-4df2-802f-0eba7d5e2937 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:33.407771 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.482263 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.482590 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.493730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Calling delete_port for d5d42024-be14-4df2-802f-0eba7d5e2937 owned by network:floatingip {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:33.602738 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:33.619858 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.622026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.645370 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Pushing event deleted for resources: {'Port': ['ID=d5d42024-be14-4df2-802f-0eba7d5e2937,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.647815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.706565 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks [] for floatingip, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.709352 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.710488 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] 10.222.0.53 "DELETE /v2.0/floatingips/1099005c-c70a-4975-a2e9-81d9f37227e8 HTTP/1.1" status: 204 len: 168 time: 0.4220612 Jun 29 10:48:35.719597 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 698e6628-dfd4-49ff-b1ab-7b15c87f2960 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:35.740135 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 698e6628-dfd4-49ff-b1ab-7b15c87f2960 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:35.740490 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 698e6628-dfd4-49ff-b1ab-7b15c87f2960 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:37.373227 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58426) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.884595 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.173517 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Deleting port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:38.173764 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.250206 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] For port 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:38.250559 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.262496 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Calling delete_port for 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 owned by network:router_interface {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:38.449124 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.450884 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-ab8820d0-b5d2-4e2d-92c9-de5d2320c0f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:38.472997 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:38.476485 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:38.880156 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.085147 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Router 59e63ee1-aec1-451e-88dd-7e038137f1e2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:39.184986 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:39.191338 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4eb165c0-ef0c-4923-8a6d-e7ad82c65114 admin admin] 10.222.0.53 "PUT /v2.0/routers/59e63ee1-aec1-451e-88dd-7e038137f1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8170867 Jun 29 10:48:39.193215 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] Sync routers for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:39.193994 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58430) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.205300 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:39.205923 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.298153 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks [] for router, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.313453 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:39.396472 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.446909 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Deleting port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:39.447151 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.482899 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:48:38Z', 'revision_number': 5, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port': {'id': '519deb4d-ef3f-4a0f-bad4-a57f3a910f53', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:05Z', 'updated_at': '2021-06-29T10:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.512091 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] Checking router: 59e63ee1-aec1-451e-88dd-7e038137f1e2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:39.520233 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] Routers {'59e63ee1-aec1-451e-88dd-7e038137f1e2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:39.520851 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['59e63ee1-aec1-451e-88dd-7e038137f1e2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.526983 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] For port 519deb4d-ef3f-4a0f-bad4-a57f3a910f53, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:39.527340 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.539347 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Calling delete_port for 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 owned by network:router_gateway {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:39.712902 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.715537 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5de770d7-0384-419e-be54-7b6e5562c24b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.722112 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] Set router 59e63ee1-aec1-451e-88dd-7e038137f1e2 gateway port host: None {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:39.740164 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Pushing event deleted for resources: {'Port': ['ID=519deb4d-ef3f-4a0f-bad4-a57f3a910f53,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.742694 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.772740 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:48:39Z', 'revision_number': 6, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port_host': None}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.802150 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f605d27-b17a-4692-a364-454faf9e888b None None] The sync data for ids ['59e63ee1-aec1-451e-88dd-7e038137f1e2'] in dv-cinder-786627-13-smb is: [{'id': '59e63ee1-aec1-451e-88dd-7e038137f1e2', 'name': 'tempest-AttachVolumeTestJSON-919698515-router', 'tenant_id': 'e4d186a3c4d540808779bd642bdd1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:03Z', 'updated_at': '2021-06-29T10:48:39Z', 'revision_number': 6, 'project_id': 'e4d186a3c4d540808779bd642bdd1847', 'gw_port_host': None}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:39.807919 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.897857 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.899891 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.942572 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.943170 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e63ee1-aec1-451e-88dd-7e038137f1e2 {{(pid=99737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:48:39.947998 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.949158 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] 10.222.0.53 "DELETE /v2.0/routers/59e63ee1-aec1-451e-88dd-7e038137f1e2 HTTP/1.1" status: 204 len: 168 time: 0.7541695 Jun 29 10:48:39.951539 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58432) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.994214 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Deleting subnet ed7efaf5-d4b2-4229-a2f3-68bef3caec82 {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:39.997200 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.033582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3508541'] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.134087 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.191976 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377466'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.194300 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.221663 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7efaf5-d4b2-4229-a2f3-68bef3caec82,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.223601 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.225457 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed7efaf5-d4b2-4229-a2f3-68bef3caec82 HTTP/1.1" status: 204 len: 168 time: 0.2730045 Jun 29 10:48:40.226481 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8134f3c8-8705-4208-a081-ae2586d1ad87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.227966 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58434) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.229930 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cd10a-7788-428a-bccd-81a441f2d18c None None] Network 5f16b657-79ea-48e1-9740-5f5af748e903 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:40.293748 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.346955 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Deleting port 7e5161ce-43cc-4878-b6fc-d7387a11c932 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:40.347288 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.407529 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] For port 7e5161ce-43cc-4878-b6fc-d7387a11c932, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7e5161ce-43cc-4878-b6fc-d7387a11c932,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:40.407881 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.419625 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Calling delete_port for 7e5161ce-43cc-4878-b6fc-d7387a11c932 owned by network:dhcp {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:40.590515 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] DHCP port deletion for 5f16b657-79ea-48e1-9740-5f5af748e903 request from dv-cinder-786627-13-smb {{(pid=99739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:48:40.637792 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Deleting port 7e5161ce-43cc-4878-b6fc-d7387a11c932 {{(pid=99739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:40.638176 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.703067 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] For port 7e5161ce-43cc-4878-b6fc-d7387a11c932, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=7e5161ce-43cc-4878-b6fc-d7387a11c932,segment=NetworkSegment(05339ba6-a8eb-4240-b8cc-5b5d5b8925c7),segment_id=05339ba6-a8eb-4240-b8cc-5b5d5b8925c7)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:40.703467 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.716364 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Calling delete_port for 7e5161ce-43cc-4878-b6fc-d7387a11c932 owned by network:dhcp {{(pid=99739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:40.754140 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.756329 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4c36c2b6-1e81-4318-a8e6-6e2cabbe8400 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.781323 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5161ce-43cc-4878-b6fc-d7387a11c932,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.786936 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] No DVR routers for this DVR port 7e5161ce-43cc-4878-b6fc-d7387a11c932 on host dv-cinder-786627-13-smb {{(pid=99737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:40.791363 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.863326 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287'] for port, after_delete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.864094 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.866743 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.875022 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f16b657-79ea-48e1-9740-5f5af748e903']}} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:40.885161 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7') {'for_net_delete': True} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:40.885459 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.services.segments.db [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05339ba6-a8eb-4240-b8cc-5b5d5b8925c7') {} {{(pid=99737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:40.894808 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3508534'] for segment, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.898829 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Pushing event deleted for resources: {'Port': ['ID=7e5161ce-43cc-4878-b6fc-d7387a11c932,revision_number=None']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.900878 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] No DVR routers for this DVR port 7e5161ce-43cc-4878-b6fc-d7387a11c932 on host dv-cinder-786627-13-smb {{(pid=99739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:40.902083 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-2fade9f8-0997-4e9e-b459-768e63eb1c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.911562 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.919269 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=99737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:40.919269 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189948'] for segment, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: Traceback (most recent call last): Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: timer() Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: cb(*args, **kw) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: return func(*args, **kwargs) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: self._notify() Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: self.callback(batched_events) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: event.method(event) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: return f(self, *a, **k) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: return self._get(url).json() Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:40.921259 dv-cinder-786627-13-smb neutron-server[99737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:40.973555 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.978299 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.980276 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] 10.222.0.53 "DELETE /v2.0/networks/5f16b657-79ea-48e1-9740-5f5af748e903 HTTP/1.1" status: 204 len: 168 time: 0.7515419 Jun 29 10:48:40.981158 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.997747 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f16b657-79ea-48e1-9740-5f5af748e903,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:41.000287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5e892fd2-89e7-4025-b06d-bb0c81c8210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.088460 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58442) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:41.126641 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2c4b60d8-fb50-4826-a983-a14a80ce90c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4d186a3c4d540808779bd642bdd1847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369558 Jun 29 10:48:41.128860 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58444) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:41.180177 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.200380 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.244029 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.246634 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.247737 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ec52aa1-0a33-4c31-b9f1-78cffa0762b1 HTTP/1.1" status: 204 len: 168 time: 0.1179743 Jun 29 10:48:41.248508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b0fc3635-cfb0-4858-9bd6-fc03277eaeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:41.256772 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec52aa1-0a33-4c31-b9f1-78cffa0762b1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:41.259209 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.350083 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:41.368768 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:41.369139 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 519deb4d-ef3f-4a0f-bad4-a57f3a910f53 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:41.369553 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:41.387617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:41.387975 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7ef20c13-6b6e-4deb-8bbe-e01b8fb6ac68 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:41.388392 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7e5161ce-43cc-4878-b6fc-d7387a11c932 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:41.407114 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 7e5161ce-43cc-4878-b6fc-d7387a11c932 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:41.407472 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 7e5161ce-43cc-4878-b6fc-d7387a11c932 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:42.770466 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58490) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:42.888086 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.974385 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.978376 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.980909 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e5bf3557-8457-4eb0-82cc-c92d90d0a833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.016025 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10e5bf0-4f6f-4181-b3d6-2fcdeff88214,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.019025 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.021764 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12cc3f23fd574ff68332e1e3bda404d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503202 Jun 29 10:48:43.024474 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58494) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.072083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.092121 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.139107 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.142244 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.143356 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f10e5bf0-4f6f-4181-b3d6-2fcdeff88214 HTTP/1.1" status: 204 len: 168 time: 0.1179261 Jun 29 10:48:43.144203 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3d43c356-be1d-4e57-9823-fa6fe8edb504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.151236 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10e5bf0-4f6f-4181-b3d6-2fcdeff88214,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.153444 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6a14b205-e845-44d0-9f84-d5a1f4409e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.393570 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58500) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.406719 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.491793 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.495322 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.497640 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3d73f7c9-3ee7-4d0d-b059-0722e7f5eddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.532941 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=377d1f3413414b5e982af61b47e197eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383219 Jun 29 10:48:43.533936 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7700d149-fab3-4161-94de-59ad0eebde33,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.535695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58502) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.537103 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.588707 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.608578 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.653878 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.656975 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.658097 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7700d149-fab3-4161-94de-59ad0eebde33 HTTP/1.1" status: 204 len: 168 time: 0.1214390 Jun 29 10:48:43.658886 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-65b52ffa-959b-476d-b35a-820c1301a1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.666114 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7700d149-fab3-4161-94de-59ad0eebde33,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.668407 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7d4ead59-9eed-48cf-8e21-03250442192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:48.450026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58602) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:48.550902 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-046fec62-7c98-46e0-977a-2f53e624a7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.635018 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-046fec62-7c98-46e0-977a-2f53e624a7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.638838 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-046fec62-7c98-46e0-977a-2f53e624a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.641550 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6ddbbb9a-813f-44e4-8a00-7377f7dd879a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:48.676905 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-046fec62-7c98-46e0-977a-2f53e624a7f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a13479b451f423db182580d0308172f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257764 Jun 29 10:48:48.677782 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fec62-7c98-46e0-977a-2f53e624a7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f873f-a6e9-4de6-afbb-a4bcc0dacbca,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:48.679640 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58606) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:48.680678 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-046fec62-7c98-46e0-977a-2f53e624a7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:48.729177 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.750853 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.795925 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.799155 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.800281 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/461f873f-a6e9-4de6-afbb-a4bcc0dacbca HTTP/1.1" status: 204 len: 168 time: 0.1195753 Jun 29 10:48:48.801216 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-e36a08ca-5df8-47ad-a023-f12e0f406f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:48.808440 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f873f-a6e9-4de6-afbb-a4bcc0dacbca,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:48.810752 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-83b0e160-9037-4630-99cb-fcfe510e946f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.048295 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58612) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.064054 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-726b3764-e319-4aef-94b9-4e4f69f098ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.149594 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-726b3764-e319-4aef-94b9-4e4f69f098ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.153189 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-726b3764-e319-4aef-94b9-4e4f69f098ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.157183 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5bcc11b6-02de-4119-b5ca-6242619e9726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.191967 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-726b3764-e319-4aef-94b9-4e4f69f098ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2421ae65c9c4758a220e5c23fab24b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426134 Jun 29 10:48:49.193127 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b3764-e319-4aef-94b9-4e4f69f098ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a919d-ceac-426d-b396-d64461b9ce28,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.194716 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58614) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.196038 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-726b3764-e319-4aef-94b9-4e4f69f098ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.243468 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.267994 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.313398 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.315922 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.317068 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/142a919d-ceac-426d-b396-d64461b9ce28 HTTP/1.1" status: 204 len: 168 time: 0.1212904 Jun 29 10:48:49.317796 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-19ad37e3-723b-4129-95bf-139f15775136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.324873 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a919d-ceac-426d-b396-d64461b9ce28,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.327104 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.578536 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.623677 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58620) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.637211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.725434 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.729383 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.732598 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-28fc775d-2e0a-4175-bba1-d5dee4bebbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.767551 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13b6723fa3a34c1d9279c1b489512864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428370 Jun 29 10:48:49.768728 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf27523a-f76d-40db-b981-02f7bbff02f7,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.771322 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58622) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.771810 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.820705 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.840907 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.885246 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.887845 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.888991 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf27523a-f76d-40db-b981-02f7bbff02f7 HTTP/1.1" status: 204 len: 168 time: 0.1166508 Jun 29 10:48:49.889725 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6defb6ff-e1ef-447a-a76c-bbb4b884d579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.898030 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf27523a-f76d-40db-b981-02f7bbff02f7,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.900200 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-223087e5-c795-42f7-ac89-72eb9180a52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:51.659594 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58694) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:51.758042 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4d7c2c5a-89d2-48cd-98d3-e4486127c083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.848533 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4d7c2c5a-89d2-48cd-98d3-e4486127c083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.852006 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4d7c2c5a-89d2-48cd-98d3-e4486127c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.854326 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4a646849-dbd9-4ed7-bd1e-6c09e024ee84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:51.896720 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4d7c2c5a-89d2-48cd-98d3-e4486127c083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf5e124cf5fb4afea946c64733d4abee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357819 Jun 29 10:48:51.897980 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c2c5a-89d2-48cd-98d3-e4486127c083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e319286-df40-4423-afeb-8935a643c160,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:51.899225 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58698) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:51.902095 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4d7c2c5a-89d2-48cd-98d3-e4486127c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:51.954686 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.975415 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.024747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.027307 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.028451 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e319286-df40-4423-afeb-8935a643c160 HTTP/1.1" status: 204 len: 168 time: 0.1282625 Jun 29 10:48:52.029260 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9fcf1b6-c23d-41c7-934a-2a1e4054efd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:52.036392 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e319286-df40-4423-afeb-8935a643c160,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:52.038848 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:52.286436 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58704) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:52.300015 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.386624 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.390183 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.392632 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-815c1f96-b401-4159-ae1f-4aa25d45a778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:52.427848 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5975b41ce73842d982142a59664076e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403992 Jun 29 10:48:52.428706 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123aedbe-84b7-4e11-9e5e-91b0973c5646,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:52.430579 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58706) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:52.431667 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:52.478753 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.499188 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.545582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.548650 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.549812 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/123aedbe-84b7-4e11-9e5e-91b0973c5646 HTTP/1.1" status: 204 len: 168 time: 0.1182530 Jun 29 10:48:52.550543 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-be62b93c-d38f-409e-9ab0-fbbe6fcbe062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:52.557482 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123aedbe-84b7-4e11-9e5e-91b0973c5646,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:52.559638 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c8658ea7-e119-4599-91ff-cf111d27c742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.693817 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b18f-9c4c-4c5f-8594-26b749437158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.478969 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-c177ec75-4d71-46b8-971b-ba715994ed90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.787270 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.909569 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff8897-2260-441c-99c1-52ae71ca0a23 req-df848430-6744-40c2-a10d-7455fde2f590 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.911014 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dbff8897-2260-441c-99c1-52ae71ca0a23 req-df848430-6744-40c2-a10d-7455fde2f590 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0659709 Jun 29 10:48:58.951597 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-dbff8897-2260-441c-99c1-52ae71ca0a23 req-f3879e89-330a-4179-9995-3dce029340e1 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347292 Jun 29 10:48:59.582275 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.127696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae7417-f64b-42e2-b4dc-c02cfe2357d8 req-ae526d74-267f-4006-975a-1b90efcb091e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.129190 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fbae7417-f64b-42e2-b4dc-c02cfe2357d8 req-ae526d74-267f-4006-975a-1b90efcb091e tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0613523 Jun 29 10:49:00.166474 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fbae7417-f64b-42e2-b4dc-c02cfe2357d8 req-2614ef62-e30f-4e87-be75-bb7b9a73e971 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c73acbe-ac12-4ae6-949e-383548fa6cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jun 29 10:49:00.183264 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-87817d78-2ae5-438f-adaa-16487acb2814 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.184617 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-87817d78-2ae5-438f-adaa-16487acb2814 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0614944 Jun 29 10:49:00.285582 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Deleting port 28589dd6-5347-48b0-b678-330fc420c525 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:00.285832 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.369340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] For port 28589dd6-5347-48b0-b678-330fc420c525, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28589dd6-5347-48b0-b678-330fc420c525,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:00.369696 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.532203 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.532578 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.532890 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Floating IP 4d07b7d3-75c4-44fa-8593-058ecfd4a512 disassociated. External IP: 172.28.0.21, port: 28589dd6-5347-48b0-b678-330fc420c525. Jun 29 10:49:00.533249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Calling delete_port for 28589dd6-5347-48b0-b678-330fc420c525 owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:00.653539 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.657964 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d2c61377-75f3-4eaa-abba-a64723aeeecf tempest-VolumesSnapshotTestJSON-802960125 tempest-VolumesSnapshotTestJSON-802960125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:00.686824 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event deleted for resources: {'Port': ['ID=28589dd6-5347-48b0-b678-330fc420c525,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:00.691301 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:00.799438 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:00.902158 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:00.912259 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:00.923662 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:00.924305 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:00.948911 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] No DVR routers for this DVR port 28589dd6-5347-48b0-b678-330fc420c525 on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:00.951443 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.954205 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e924b7-19b0-48a9-b5f2-c8093db609c1 req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.60 "DELETE /v2.0/ports/28589dd6-5347-48b0-b678-330fc420c525 HTTP/1.1" status: 204 len: 173 time: 0.7633650 Jun 29 10:49:00.955101 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-deleted', 'tag': '28589dd6-5347-48b0-b678-330fc420c525'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:00.957444 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da85ceb2-7037-4d0d-a31b-2a03c4097c43" -d '{"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-deleted", "tag": "28589dd6-5347-48b0-b678-330fc420c525"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:01.019315 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7490b6d-00d7-4022-8dd8-25efa6730a35 x-openstack-request-id: req-c7490b6d-00d7-4022-8dd8-25efa6730a35 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:01.019723 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc4264-7994-4908-b79d-49b27d46d1c8", "name": "network-vif-deleted", "tag": "28589dd6-5347-48b0-b678-330fc420c525", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:01.019964 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7490b6d-00d7-4022-8dd8-25efa6730a35 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:01.020341 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc4264-7994-4908-b79d-49b27d46d1c8', 'name': 'network-vif-deleted', 'tag': '28589dd6-5347-48b0-b678-330fc420c525', 'status': 'completed', 'code': 200} Jun 29 10:49:01.076569 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:01.172797 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.288454 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:01.320900 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:01.330645 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:01.331259 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:01.343025 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7ee73a11-1a7b-4568-ae59-9c795795f492 req-2f3a6bec-ec18-4562-b411-f2a6f60ff65f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bc4264-7994-4908-b79d-49b27d46d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0301001 Jun 29 10:49:01.437019 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:01.623956 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:01.648500 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ada2a6-6beb-4e03-844c-261360f1e942 None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 4, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '6e792e57-ac5a-41bf-82e3-e1cb149d503e', 'name': '', 'network_id': 'd138f0bd-0831-4187-b7fa-656fdcb3b625', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'mac_address': 'fa:16:3e:ee:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:07Z', 'updated_at': '2021-06-29T10:43:18Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'subnets': [{'id': 'f74f3bd8-50af-40be-a3d3-b2d9219f801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:01.853752 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4775e76-d09c-4b1c-8084-e6b92aa05703 None None] New status for floating IP 4d07b7d3-75c4-44fa-8593-058ecfd4a512: DOWN {{(pid=99739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:02.491545 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58810) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:02.549462 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.571215 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.618631 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.621427 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.622555 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c73acbe-ac12-4ae6-949e-383548fa6cb1 HTTP/1.1" status: 204 len: 168 time: 0.1299944 Jun 29 10:49:02.623442 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5248643b-5380-4c46-b50c-11cec8d5d523 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:02.625708 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58812) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:02.632074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c73acbe-ac12-4ae6-949e-383548fa6cb1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:02.634526 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:02.639417 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.api.v2.resource [None req-f174051f-8618-48da-89d6-204f71497edd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] show failed (client error): The resource could not be found. Jun 29 10:49:02.644136 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58814) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:02.644287 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f174051f-8618-48da-89d6-204f71497edd tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "GET /v2.0/security-groups/6c73acbe-ac12-4ae6-949e-383548fa6cb1 HTTP/1.1" status: 404 len: 347 time: 0.0173619 Jun 29 10:49:02.766687 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Deleting port 26af029e-86be-43b0-a4ca-c7c9e12c1166 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:02.767164 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.840970 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.841284 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.853063 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Calling delete_port for 26af029e-86be-43b0-a4ca-c7c9e12c1166 owned by network:floatingip {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:02.980206 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.983046 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d4f90853-a278-4037-97b5-678c4e6bd14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:03.005917 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Pushing event deleted for resources: {'Port': ['ID=26af029e-86be-43b0-a4ca-c7c9e12c1166,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:03.009014 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:03.072838 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks [] for floatingip, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.076473 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.077692 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-fb7df3b7-2aa4-46f2-ad4a-e0349b47dc4f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d07b7d3-75c4-44fa-8593-058ecfd4a512 HTTP/1.1" status: 204 len: 168 time: 0.4324491 Jun 29 10:49:03.909666 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:03.930188 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 28589dd6-5347-48b0-b678-330fc420c525 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:03.930537 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 28589dd6-5347-48b0-b678-330fc420c525 not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:04.796897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58856) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:04.897158 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.984486 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.988879 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.991189 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-99f4ae01-e66c-4c89-9e0a-76ff92062a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.024381 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cdefa9-d50a-4443-a2d5-b889753563bd,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.028622 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=214f1a59c3724ebd8e57b29b4140f0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302358 Jun 29 10:49:05.029593 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.032035 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58860) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:05.078791 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.102301 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.146674 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.149261 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.150403 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60cdefa9-d50a-4443-a2d5-b889753563bd HTTP/1.1" status: 204 len: 168 time: 0.1180937 Jun 29 10:49:05.151129 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d23ca96e-eb6e-4f62-9c33-4566e14bbf46 tempest-VolumesNegativeTest-1402974470 tempest-VolumesNegativeTest-1402974470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.158695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cdefa9-d50a-4443-a2d5-b889753563bd,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.161061 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.632351 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58886) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:06.190897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.437483 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Deleting port 6e792e57-ac5a-41bf-82e3-e1cb149d503e {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:06.437970 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.515484 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] For port 6e792e57-ac5a-41bf-82e3-e1cb149d503e, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=6e792e57-ac5a-41bf-82e3-e1cb149d503e,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:06.516372 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.528178 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Calling delete_port for 6e792e57-ac5a-41bf-82e3-e1cb149d503e owned by network:router_interface {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:06.699762 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.702532 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f9acc78f-f4c7-42a3-9c85-e4f24dd514d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:06.726106 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e792e57-ac5a-41bf-82e3-e1cb149d503e,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:06.729903 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:06.886133 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.089095 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:07.195297 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:07.200237 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] 10.222.0.53 "PUT /v2.0/routers/fa7ef5e7-263e-46d5-b9c3-0dff037e1eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668426 Jun 29 10:49:07.202759 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58902) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:07.205547 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] Sync routers for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:07.214836 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:07.215662 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:07.341962 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:07.575142 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.638871 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:49:06Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:07.665887 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] Checking router: fa7ef5e7-263e-46d5-b9c3-0dff037e1eda for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:07.675124 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] Routers {'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:07.675741 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:07.682242 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.733896 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Deleting port bf091054-8889-428b-b4cb-6d0eb0343284 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:07.734236 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.780059 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] Set router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:07.821329 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] For port bf091054-8889-428b-b4cb-6d0eb0343284, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=bf091054-8889-428b-b4cb-6d0eb0343284,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:07.821818 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.836773 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Calling delete_port for bf091054-8889-428b-b4cb-6d0eb0343284 owned by network:router_gateway {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:07.985406 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:49:06Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:08.012152 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7a95f-9d39-480b-89ab-200836b16eb8 None None] The sync data for ids ['fa7ef5e7-263e-46d5-b9c3-0dff037e1eda'] in dv-cinder-786627-13-smb is: [{'id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'name': 'tempest-AttachVolumeShelveTestJSON-540239221-router', 'tenant_id': '3c1fde4b36e2492d94833157cfb50be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:00Z', 'updated_at': '2021-06-29T10:49:06Z', 'revision_number': 5, 'project_id': '3c1fde4b36e2492d94833157cfb50be0', 'gw_port': {'id': 'bf091054-8889-428b-b4cb-6d0eb0343284', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ef5e7-263e-46d5-b9c3-0dff037e1eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:08.023256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.026365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-063e0cbf-e812-49db-9f71-39f36864f38d tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:08.051963 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf091054-8889-428b-b4cb-6d0eb0343284,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:08.055705 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:08.111473 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.220583 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.222684 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.285846 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.286296 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa7ef5e7-263e-46d5-b9c3-0dff037e1eda {{(pid=99738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:08.291523 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.292553 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-d53514dd-ceda-4c2d-8468-7f97e1865fd6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fa7ef5e7-263e-46d5-b9c3-0dff037e1eda HTTP/1.1" status: 204 len: 168 time: 1.0886612 Jun 29 10:49:08.295061 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58932) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:08.337537 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Deleting subnet f74f3bd8-50af-40be-a3d3-b2d9219f801a {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:08.340471 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.380094 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.487291 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.545967 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.548717 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:08.572616 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74f3bd8-50af-40be-a3d3-b2d9219f801a,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:08.576259 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:08.578965 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.584023 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-64149527-f495-4ba0-ab65-75ebf2482121 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f74f3bd8-50af-40be-a3d3-b2d9219f801a HTTP/1.1" status: 204 len: 168 time: 0.2849867 Jun 29 10:49:08.584023 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58934) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:08.587060 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1ea31-b170-4929-9e59-fd92cc8a7651 None None] Network d138f0bd-0831-4187-b7fa-656fdcb3b625 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:08.654913 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.713942 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Deleting port 41f11556-f935-4167-88f2-544bb8750189 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:08.714281 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.777989 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] For port 41f11556-f935-4167-88f2-544bb8750189, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=41f11556-f935-4167-88f2-544bb8750189,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:08.778382 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.790835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Calling delete_port for 41f11556-f935-4167-88f2-544bb8750189 owned by network:dhcp {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:08.801936 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] DHCP port deletion for d138f0bd-0831-4187-b7fa-656fdcb3b625 request from dv-cinder-786627-13-smb {{(pid=99739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:08.847393 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Deleting port 41f11556-f935-4167-88f2-544bb8750189 {{(pid=99739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:08.847771 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.874597 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.877594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0b2bb736-dced-4758-9e72-1a45cc71a2ee tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:08.901780 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f11556-f935-4167-88f2-544bb8750189,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:08.904881 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:08.905752 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] No DVR routers for this DVR port 41f11556-f935-4167-88f2-544bb8750189 on host dv-cinder-786627-13-smb {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:08.921327 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] For port 41f11556-f935-4167-88f2-544bb8750189, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=41f11556-f935-4167-88f2-544bb8750189,segment=NetworkSegment(2005e541-282d-47d9-8770-d34f14e0ead1),segment_id=2005e541-282d-47d9-8770-d34f14e0ead1)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:08.921719 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.934564 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Calling delete_port for 41f11556-f935-4167-88f2-544bb8750189 owned by network:dhcp {{(pid=99739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:08.986581 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.996420 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d138f0bd-0831-4187-b7fa-656fdcb3b625']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:09.006738 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2005e541-282d-47d9-8770-d34f14e0ead1') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:09.007042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2005e541-282d-47d9-8770-d34f14e0ead1') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:09.014413 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287'] for port, after_delete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.016366 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.016970 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.034321 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.038541 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Pushing event deleted for resources: {'Port': ['ID=41f11556-f935-4167-88f2-544bb8750189,revision_number=None']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.041892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:09.042292 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:09.044098 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:09.050227 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.050227 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.050227 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.050719 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.050914 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.051244 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.051561 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.051886 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.052262 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.052566 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.052869 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.053218 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:09.059244 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] No DVR routers for this DVR port 41f11556-f935-4167-88f2-544bb8750189 on host dv-cinder-786627-13-smb {{(pid=99739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:09.060766 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.106964 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.111119 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.113787 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.115625 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d138f0bd-0831-4187-b7fa-656fdcb3b625 HTTP/1.1" status: 204 len: 168 time: 0.5313594 Jun 29 10:49:09.127201 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=d138f0bd-0831-4187-b7fa-656fdcb3b625,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.129747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.172884 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58944) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:09.278796 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.280601 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58948) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:09.334080 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-035899a8-840e-4856-8641-c29ed1db5f15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c1fde4b36e2492d94833157cfb50be0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515163 Jun 29 10:49:09.334530 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 58950) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:09.348361 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 6e792e57-ac5a-41bf-82e3-e1cb149d503e no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:09.372123 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 6e792e57-ac5a-41bf-82e3-e1cb149d503e {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:09.372477 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 6e792e57-ac5a-41bf-82e3-e1cb149d503e not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:09.372893 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 41f11556-f935-4167-88f2-544bb8750189 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:09.391827 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 41f11556-f935-4167-88f2-544bb8750189 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:09.392176 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 41f11556-f935-4167-88f2-544bb8750189 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:09.392592 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device bf091054-8889-428b-b4cb-6d0eb0343284 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:09.410316 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: bf091054-8889-428b-b4cb-6d0eb0343284 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:09.410670 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device bf091054-8889-428b-b4cb-6d0eb0343284 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:09.415522 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.421376 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.424872 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.429151 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f5dea307-0440-4ad4-9636-41c5656def18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.471184 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.483824 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17e6922281bf4f2aaceb24f526c3dda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097529 Jun 29 10:49:09.487313 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c72e97-de03-4df1-a2bd-1ae091b8b5f7,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.487787 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 58952) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:09.490566 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.528986 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.531509 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.533039 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b273aca-730b-4e3c-942a-d557da393b99 HTTP/1.1" status: 204 len: 168 time: 0.1972063 Jun 29 10:49:09.533819 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90cc87d6-96c2-426d-8104-439aa79966ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.537472 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.541167 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b273aca-730b-4e3c-942a-d557da393b99,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.544124 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.561001 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.608865 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.611939 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.615653 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9c72e97-de03-4df1-a2bd-1ae091b8b5f7 HTTP/1.1" status: 204 len: 168 time: 0.1243124 Jun 29 10:49:09.615653 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-741970af-d907-40e8-a133-e470beed9966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.621339 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c72e97-de03-4df1-a2bd-1ae091b8b5f7,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.623753 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:10.603276 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:11.390539 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59054) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:11.540433 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2d02eddc-d430-4d0d-833b-a4747d8e27c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.631964 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2d02eddc-d430-4d0d-833b-a4747d8e27c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.637816 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2d02eddc-d430-4d0d-833b-a4747d8e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.641956 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-87469e73-ed48-4ad0-916a-6694c9a5bf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:11.677708 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2d02eddc-d430-4d0d-833b-a4747d8e27c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82479858ae244b36801a7720a53db4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853463 Jun 29 10:49:11.680429 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59062) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:11.683148 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02eddc-d430-4d0d-833b-a4747d8e27c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52aaa42-d028-4197-8219-42e8b394387c,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:11.687816 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2d02eddc-d430-4d0d-833b-a4747d8e27c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:11.740213 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.760776 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.805768 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.808730 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.810047 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e52aaa42-d028-4197-8219-42e8b394387c HTTP/1.1" status: 204 len: 168 time: 0.1285634 Jun 29 10:49:11.810909 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c568be5b-1b9e-4665-b938-6ada5c46ceb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:11.818676 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52aaa42-d028-4197-8219-42e8b394387c,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:11.821085 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-aaf24d26-63c9-410d-a1be-f3c66a707def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:12.071176 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59068) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:12.087027 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.171117 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.175425 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.177697 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-9cfa8441-3e79-4fc5-821d-406d759c39a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:12.212992 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1d94dfa46eb4b01936ba00f660da561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407022 Jun 29 10:49:12.213878 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41908be-e64f-4718-87fa-e7aa7d9c52b1,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:12.215717 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59070) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:12.222102 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:12.265864 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.286895 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.332596 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.335167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.336287 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c41908be-e64f-4718-87fa-e7aa7d9c52b1 HTTP/1.1" status: 204 len: 168 time: 0.1196094 Jun 29 10:49:12.337107 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-71b1d6f2-42c4-4026-98fa-97cb89c2c624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:12.344053 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41908be-e64f-4718-87fa-e7aa7d9c52b1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:12.346847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:15.109305 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59238) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:15.212751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5f4237a4-a5a0-46df-839c-048b78f11ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.302611 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5f4237a4-a5a0-46df-839c-048b78f11ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.305983 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5f4237a4-a5a0-46df-839c-048b78f11ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.309046 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-57833d54-51c4-4e96-ac57-a36ab88eff42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:15.342260 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5f4237a4-a5a0-46df-839c-048b78f11ce8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08986b9b44554517b2494f1306a8ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319205 Jun 29 10:49:15.344105 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4237a4-a5a0-46df-839c-048b78f11ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c259ac84-9a84-4889-80c5-a6e6e706e709,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:15.345543 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59242) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:15.347607 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5f4237a4-a5a0-46df-839c-048b78f11ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:15.392942 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.413107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.457906 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.460564 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.461735 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c259ac84-9a84-4889-80c5-a6e6e706e709 HTTP/1.1" status: 204 len: 168 time: 0.1152382 Jun 29 10:49:15.462505 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-82c077a5-13c4-45e4-a22f-50b745b291c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:15.470524 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c259ac84-9a84-4889-80c5-a6e6e706e709,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:15.472805 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-6d3d441e-ea96-42c4-8eef-221b40ffbbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:15.713551 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59248) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:15.726497 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb0a7-5f38-440f-b0cd-746471764ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.814943 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb0a7-5f38-440f-b0cd-746471764ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.818587 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0f1cb0a7-5f38-440f-b0cd-746471764ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.821731 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-15332f6c-3019-4dd3-be7a-96548771de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:15.856035 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-0f1cb0a7-5f38-440f-b0cd-746471764ac0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfee191188d3413ea21a7f54b751bb29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414633 Jun 29 10:49:15.857882 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cb0a7-5f38-440f-b0cd-746471764ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dba922-49cb-4f60-b936-ce33a1d228a3,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:15.858803 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59250) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:15.861250 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0f1cb0a7-5f38-440f-b0cd-746471764ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:15.907448 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.927922 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.973666 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.976221 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.977390 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06dba922-49cb-4f60-b936-ce33a1d228a3 HTTP/1.1" status: 204 len: 168 time: 0.1175678 Jun 29 10:49:15.978158 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f4017504-333e-44f9-ac8b-40e0cc736216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:15.985709 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dba922-49cb-4f60-b936-ce33a1d228a3,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:15.987855 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.496477 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59314) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.600063 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0753ba97-8658-435a-8166-6d001246f305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.690888 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0753ba97-8658-435a-8166-6d001246f305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.694808 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0753ba97-8658-435a-8166-6d001246f305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.698101 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-eb4d8723-190f-444a-9276-895d83f6514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.732663 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-0753ba97-8658-435a-8166-6d001246f305 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e55d1bdeb664e4ba55769cb276e90ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350688 Jun 29 10:49:17.733603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753ba97-8658-435a-8166-6d001246f305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8993eb9e-d8a8-451c-8f06-180d0b7352d2,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.736288 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59328) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.747532 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0753ba97-8658-435a-8166-6d001246f305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.760386 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59330) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.786619 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.808226 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.859385 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.862074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.863375 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8993eb9e-d8a8-451c-8f06-180d0b7352d2 HTTP/1.1" status: 204 len: 168 time: 0.1258948 Jun 29 10:49:17.864265 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7a770ad2-f244-4594-ad23-097f890d7ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.869349 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-97b7f94e-f556-48aa-bcbc-c453eac4f81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.873536 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993eb9e-d8a8-451c-8f06-180d0b7352d2,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.875835 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-824c66ca-220c-40c8-a97f-2813d3fd135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.960019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-97b7f94e-f556-48aa-bcbc-c453eac4f81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.965300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-97b7f94e-f556-48aa-bcbc-c453eac4f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.968522 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-24243d38-6260-42a3-a3d7-53bf1383a09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.012585 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-97b7f94e-f556-48aa-bcbc-c453eac4f81b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4e2f7ddeb464ad8a8531e666255189b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497387 Jun 29 10:49:18.014016 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59338) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.014489 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7f94e-f556-48aa-bcbc-c453eac4f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1085c3d3-c4b7-4e30-ab96-8a8fdebb6919,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.018442 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-97b7f94e-f556-48aa-bcbc-c453eac4f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.072508 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.094951 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.137083 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59340) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.152097 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.154619 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.155684 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1085c3d3-c4b7-4e30-ab96-8a8fdebb6919 HTTP/1.1" status: 204 len: 168 time: 0.1403489 Jun 29 10:49:18.156511 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-16e83480-bbd9-441b-a1b5-fee1e5fdedc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.158533 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7f3f1643-4d7e-4fc0-9f4b-d25a4dea687e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.171183 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1085c3d3-c4b7-4e30-ab96-8a8fdebb6919,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.175549 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.256564 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-16e83480-bbd9-441b-a1b5-fee1e5fdedc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.261004 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-16e83480-bbd9-441b-a1b5-fee1e5fdedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.264999 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-fd0b4d3f-60a9-4f88-85ec-b05077b2fb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.302730 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-16e83480-bbd9-441b-a1b5-fee1e5fdedc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=378bb48330964745b02d6807310fb4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645105 Jun 29 10:49:18.304010 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e83480-bbd9-441b-a1b5-fee1e5fdedc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9050a-6def-4d39-a74b-478036028cad,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.305395 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59344) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.306937 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-16e83480-bbd9-441b-a1b5-fee1e5fdedc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.364002 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.386589 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.433022 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.435625 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.436764 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24b9050a-6def-4d39-a74b-478036028cad HTTP/1.1" status: 204 len: 168 time: 0.1300635 Jun 29 10:49:18.437570 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-182d0957-20a3-412b-bd6f-e73b8b059d79 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.445580 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9050a-6def-4d39-a74b-478036028cad,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.447743 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a6d619ed-da29-46c1-b8df-3b75cfeadf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.526450 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59350) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.540180 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7e341ac7-2752-4e39-9251-c77d290eff90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.631983 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7e341ac7-2752-4e39-9251-c77d290eff90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.637458 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-7e341ac7-2752-4e39-9251-c77d290eff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.640085 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4ab3beec-f13d-4869-875b-3e9dc13be627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.686600 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-7e341ac7-2752-4e39-9251-c77d290eff90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9418ec7220914ff2a2b06c698cc7ef2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564114 Jun 29 10:49:18.686600 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e341ac7-2752-4e39-9251-c77d290eff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c119e04-77df-4d69-b9d6-885b8e8a3bae,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.687485 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59358) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.689282 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-7e341ac7-2752-4e39-9251-c77d290eff90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.746093 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.769141 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.823762 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.826616 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.827747 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c119e04-77df-4d69-b9d6-885b8e8a3bae HTTP/1.1" status: 204 len: 168 time: 0.1382487 Jun 29 10:49:18.829555 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2c4f6dac-4e98-49ff-ad7b-bea28000b9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.837106 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c119e04-77df-4d69-b9d6-885b8e8a3bae,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.839325 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:19.109857 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59376) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:19.123680 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-56eacf5f-c359-423c-a086-97018fd37aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.217112 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-56eacf5f-c359-423c-a086-97018fd37aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.221808 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-56eacf5f-c359-423c-a086-97018fd37aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.224256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cea10dff-ff06-40c0-86d8-9a2ec5557fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:19.259319 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eacf5f-c359-423c-a086-97018fd37aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfcde8-4b79-4f3a-8437-1d9627f1586d,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:19.263829 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-56eacf5f-c359-423c-a086-97018fd37aec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f0cde5f541f47009dde8a2826822fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523504 Jun 29 10:49:19.264721 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-56eacf5f-c359-423c-a086-97018fd37aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:19.267965 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59382) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:19.316032 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.336542 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.382431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.385507 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:19.386636 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dcfcde8-4b79-4f3a-8437-1d9627f1586d HTTP/1.1" status: 204 len: 168 time: 0.1179631 Jun 29 10:49:19.387502 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-eefb7c0c-3011-48fc-ac89-f19f934aca60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:19.396960 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfcde8-4b79-4f3a-8437-1d9627f1586d,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:19.400377 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:19.602604 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:20.191249 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-2e865c2e-3e57-49ca-8fef-beff9d1606f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547931 Jun 29 10:49:20.271857 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-9faffe08-d77f-430d-8313-38f430c60d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.274320 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-9faffe08-d77f-430d-8313-38f430c60d6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.0599635 Jun 29 10:49:20.380007 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-3ac2b641-5d3f-4d98-b77d-f2bdc078ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.381486 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-3ac2b641-5d3f-4d98-b77d-f2bdc078ebf2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.0869868 Jun 29 10:49:20.454353 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-e753f532-6208-455f-b698-3c37ac110b44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 1001 time: 0.0664673 Jun 29 10:49:20.505635 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-d3502a40-ae56-4e54-93a6-fa72b33e7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.507106 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-d3502a40-ae56-4e54-93a6-fa72b33e7e02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0473022 Jun 29 10:49:20.583272 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-c07fe6aa-e3b1-4856-9cb5-a50d8ee8732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.585160 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-c07fe6aa-e3b1-4856-9cb5-a50d8ee8732a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0710225 Jun 29 10:49:20.691512 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-bbdab97c-41eb-47be-b2b5-885a4c94fcef service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984430 Jun 29 10:49:20.788725 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-b3851283-5717-4859-b0f4-afe9b3a544ef req-eb6caf47-d88e-40b5-9f26-f75a164a271d service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908773 Jun 29 10:49:25.695265 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-84fa57bf-e69b-4003-a593-d3c24959944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.729042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59532) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:25.834752 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90fbd394-f1fe-4dfa-9bda-d43502c83f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.925820 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90fbd394-f1fe-4dfa-9bda-d43502c83f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.929883 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-90fbd394-f1fe-4dfa-9bda-d43502c83f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.938078 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-68473043-c75d-4602-83fb-865cbaf39d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:25.966535 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-90fbd394-f1fe-4dfa-9bda-d43502c83f03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da7fa1256da742bea9f73f97dd4304d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364035 Jun 29 10:49:25.969150 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59538) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:25.972162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd394-f1fe-4dfa-9bda-d43502c83f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59ba3d-d950-4d94-92e7-8070fe72592a,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:25.975395 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-90fbd394-f1fe-4dfa-9bda-d43502c83f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:26.021751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.043000 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.089604 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.092129 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.093446 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc59ba3d-d950-4d94-92e7-8070fe72592a HTTP/1.1" status: 204 len: 168 time: 0.1232486 Jun 29 10:49:26.094229 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-95bc0f3d-2f03-476a-bd7d-eb72ff480c37 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:26.105708 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59ba3d-d950-4d94-92e7-8070fe72592a,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:26.108999 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d60e7f83-b517-484f-aa24-a5e7e8eafde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:26.353667 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59544) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:26.368153 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6f77-38d1-4c74-8b24-a00003e85f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.457379 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6f77-38d1-4c74-8b24-a00003e85f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.461928 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6f77-38d1-4c74-8b24-a00003e85f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.464855 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b05e9a2d-0971-4961-94aa-fcc5c49ddf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:26.505679 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-3b4c6f77-38d1-4c74-8b24-a00003e85f88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d213dae5d4d44ace8346c997567d516d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509039 Jun 29 10:49:26.506882 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c6f77-38d1-4c74-8b24-a00003e85f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf987a-a2aa-4c9f-a0ae-e99697bb3d3d,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:26.508315 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59546) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:26.509782 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3b4c6f77-38d1-4c74-8b24-a00003e85f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:26.558261 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.578941 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.625464 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.628727 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.629924 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acaf987a-a2aa-4c9f-a0ae-e99697bb3d3d HTTP/1.1" status: 204 len: 168 time: 0.1204543 Jun 29 10:49:26.630703 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0f2a1abd-9f19-4d28-be5d-d268f8206458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:26.637991 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf987a-a2aa-4c9f-a0ae-e99697bb3d3d,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:26.640428 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b4541895-9ff6-4729-9cb3-89ef2c5e59b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:28.481165 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d2782115-a45e-40b4-a975-a27a1988026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.793412 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.585284 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.159321 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59598) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.264163 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-43a567ab-c84d-4ee9-af6e-badd87185a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.354327 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-43a567ab-c84d-4ee9-af6e-badd87185a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.358377 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-43a567ab-c84d-4ee9-af6e-badd87185a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.361337 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ae71efc6-20fc-4376-baa9-0e494a0cb6c7 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.395826 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a567ab-c84d-4ee9-af6e-badd87185a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19ac75b-3d40-42ff-9e86-9e92714810a1,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.399917 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-43a567ab-c84d-4ee9-af6e-badd87185a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f56e471141d94f3b82f9e544f01c3577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395511 Jun 29 10:49:30.400824 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-43a567ab-c84d-4ee9-af6e-badd87185a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.402521 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59602) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.452178 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.473250 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.519804 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.522750 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.523904 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b19ac75b-3d40-42ff-9e86-9e92714810a1 HTTP/1.1" status: 204 len: 168 time: 0.1204937 Jun 29 10:49:30.524823 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6ac9a956-d5d0-48ac-baca-f3129e7187aa tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.532476 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19ac75b-3d40-42ff-9e86-9e92714810a1,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.534944 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-b28afec4-22b2-4689-9e1a-14e0def6e032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:31.161202 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.012188 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59802) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:43.115713 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.206985 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.211305 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.213692 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a28b4488-2aed-40d8-99ac-ab83603f6dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:43.252551 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34465b8f-c677-418c-bf73-fda6ef558816,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:43.258747 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5a1173ae03840cab47a7e131b94b3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454906 Jun 29 10:49:43.261975 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59824) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:43.264338 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.264889 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.265472 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.265993 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.266352 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.266709 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.267063 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.267477 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.267769 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.268153 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.268506 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.269249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.272976 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a983bf66-fd95-498f-9996-78d893abbe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:43.320180 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.342509 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.390695 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.393338 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.394535 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34465b8f-c677-418c-bf73-fda6ef558816 HTTP/1.1" status: 204 len: 168 time: 0.1314030 Jun 29 10:49:43.395345 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1fdfd406-c71f-4bc5-a489-030d3f8330f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:43.403238 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34465b8f-c677-418c-bf73-fda6ef558816,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:43.411076 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.411459 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.411837 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.412211 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.412580 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.412969 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.413489 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.413915 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.414287 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.414652 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.415039 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.415420 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:43.419209 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a3996e74-9f3b-4dcd-a1e2-5df62d7eeca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:47.601430 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:49.611544 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:55.696538 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ec792bdf-f3f3-4bb9-9ac1-d3c614e34d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.481411 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-8ed66a39-20a1-41ec-8343-3c9d96149826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.795557 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.587253 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.162841 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.231804 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59928) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:02.336600 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5a43cfc0-f78e-4202-82b6-b39d41c79c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.424252 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5a43cfc0-f78e-4202-82b6-b39d41c79c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.428847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5a43cfc0-f78e-4202-82b6-b39d41c79c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.433035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2dbcb9be-613f-49ff-b31a-b461d151a884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:02.468852 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5a43cfc0-f78e-4202-82b6-b39d41c79c54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4497d4ac9c324024a2458b14a9848e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360320 Jun 29 10:50:02.469795 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43cfc0-f78e-4202-82b6-b39d41c79c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e5fef7-9c3e-42d1-9d75-35744a6f9ff6,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:02.471439 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59934) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:02.475247 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5a43cfc0-f78e-4202-82b6-b39d41c79c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:02.520304 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.541453 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.589837 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.591302 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8ca8-18f2-49ae-b899-3d5ac00dff8f req-7ed7da9c-68f8-42fe-937d-cc6c22e84693 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:02.592378 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.593619 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27e5fef7-9c3e-42d1-9d75-35744a6f9ff6 HTTP/1.1" status: 204 len: 168 time: 0.1212294 Jun 29 10:50:02.594370 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5b1c2494-d10e-4701-aef4-7a7027fda0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:02.597568 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b32c8ca8-18f2-49ae-b899-3d5ac00dff8f req-7ed7da9c-68f8-42fe-937d-cc6c22e84693 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0750124 Jun 29 10:50:02.604578 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e5fef7-9c3e-42d1-9d75-35744a6f9ff6,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:02.607270 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-acfa1804-c27e-4bfb-bcd8-8ee5b8d78895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:02.637119 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b32c8ca8-18f2-49ae-b899-3d5ac00dff8f req-ff5eb388-a351-417d-987c-11529dcab881 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Jun 29 10:50:03.204613 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59956) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:03.297897 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-694376088-network', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:03.318060 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Made reservation on behalf of 8cea6d3d133f425694600923af1b6ed9 for: {'network': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:03.320886 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.328684 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.415072 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.418929 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.421657 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-27037765-a370-4a20-b453-fb7d897e033d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:03.446679 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=99738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:03.448620 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27167a92-1ad5-42d6-ad7c-1ce59b3488a8,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:03.453453 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:03.458917 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.459257 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.segments_db [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Added segment 9ca48b19-de17-4612-a0dc-4fbc54b4e93e of type vlan for network 84e6ce73-3877-47e1-a1ca-47541833e089 Jun 29 10:50:03.499323 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.528412 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.529826 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:03.530468 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.533486 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:03.578067 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3723795 Jun 29 10:50:03.580997 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59960) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:03.586256 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Request body: {'subnet': {'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-694376088-subnet', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:03.588275 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Pushing event updated for resources: {'Network': ['ID=84e6ce73-3877-47e1-a1ca-47541833e089,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:03.590978 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-89484609-a3bd-43b6-8a16-4f6ffe8cf2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:03.598060 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 84e6ce73-3877-47e1-a1ca-47541833e089 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:03.608704 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Made reservation on behalf of 8cea6d3d133f425694600923af1b6ed9 for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:03.611190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.805685 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.811282 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-81d2de5c-8008-45b1-8da0-a508dc524b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:03.868940 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2447108d-e31d-4e43-9da6-115b9dbd6194,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:03.876142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:03.888725 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5e96-eeed-4870-9dc8-fcf13201ce3c req-8509aeb2-7939-45fe-bdc1-63d5fd40ce5e tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:03.890206 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e3a5e96-eeed-4870-9dc8-fcf13201ce3c req-8509aeb2-7939-45fe-bdc1-63d5fd40ce5e tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1329944 Jun 29 10:50:03.895359 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Checking segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:03.895714 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Network hostable DHCP agents. Network: 84e6ce73-3877-47e1-a1ca-47541833e089, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:03.932305 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Network 84e6ce73-3877-47e1-a1ca-47541833e089 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:03.948555 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e3a5e96-eeed-4870-9dc8-fcf13201ce3c req-0d3e5108-4f20-47ec-85a2-bc5fc2e5daa5 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506856 Jun 29 10:50:03.949545 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 84e6ce73-3877-47e1-a1ca-47541833e089) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:03.953490 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:03.954065 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.962344 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444628af-22bc-4792-bfd1-ee6657771142 None None] Network 84e6ce73-3877-47e1-a1ca-47541833e089 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:03.973156 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-5bd898e5-fe3a-4c1f-b194-cbac4bb1765d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3909845 Jun 29 10:50:03.975838 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59964) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:03.982420 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:04.002505 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.003696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.056139 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.122135 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-84e6ce73-3877-47e1-a1ca-47541833e089', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:04.123047 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.194936 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.250495 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Allocated IP 172.20.0.2 (84e6ce73-3877-47e1-a1ca-47541833e089/2447108d-e31d-4e43-9da6-115b9dbd6194/2678d717-e396-4765-a88e-183f3200f78e) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:04.389311 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.394405 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.397253 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Transition to ACTIVE for port object 2678d717-e396-4765-a88e-183f3200f78e will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:04.411796 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Transition to ACTIVE for port object 2678d717-e396-4765-a88e-183f3200f78e will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:04.417915 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.418104 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.419855 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:04.458466 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Network 84e6ce73-3877-47e1-a1ca-47541833e089 is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:04.461763 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:04.466013 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:04.473471 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Pushing event updated for resources: {'Port': ['ID=2678d717-e396-4765-a88e-183f3200f78e,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:04.479397 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:04.523569 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Allocated IP 172.28.0.150 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:04.546430 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Attempting to bind port 2678d717-e396-4765-a88e-183f3200f78e on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:04.546804 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Attempting to bind port 2678d717-e396-4765-a88e-183f3200f78e by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:04.547164 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Attempting to bind port 2678d717-e396-4765-a88e-183f3200f78e on network 84e6ce73-3877-47e1-a1ca-47541833e089 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:04.553786 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:04.554393 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Checking segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:04.555495 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.556073 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Bound using segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:04.556739 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Bound port: 2678d717-e396-4765-a88e-183f3200f78e, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:04.557282 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.618557 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] For port 2678d717-e396-4765-a88e-183f3200f78e, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:04.622613 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] For port 2678d717-e396-4765-a88e-183f3200f78e, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=2678d717-e396-4765-a88e-183f3200f78e,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:04.626903 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.628818 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.629392 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:04.670050 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:04.673242 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-117f0659-a926-4a9b-9ddc-b3914e44a941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:04.681543 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Pushing event updated for resources: {'Port': ['ID=2678d717-e396-4765-a88e-183f3200f78e,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:04.684842 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:04.716211 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:04.719077 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:04.723529 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:04.727084 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Pushing event updated for resources: {'Port': ['ID=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:04.747223 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:04.988179 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.184770 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075c850-e452-4e03-893d-378ff3f6b4d9 req-88711d14-627a-4cbe-b1b8-b724709a00b3 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:05.186271 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a075c850-e452-4e03-893d-378ff3f6b4d9 req-88711d14-627a-4cbe-b1b8-b724709a00b3 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1207085 Jun 29 10:50:05.258146 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.265935 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a075c850-e452-4e03-893d-378ff3f6b4d9 req-1245cb4d-f346-402b-b323-d3de70967f21 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507314 Jun 29 10:50:05.398439 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:50:05.410324 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 2678d717-e396-4765-a88e-183f3200f78e up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:05.466574 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 2678d717-e396-4765-a88e-183f3200f78e completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:05.518499 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc030c-ea3c-41b9-a239-ae57b7afda8f None None] Network 84e6ce73-3877-47e1-a1ca-47541833e089 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:05.519031 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:05.534533 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.536125 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5584648 Jun 29 10:50:05.539453 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59968) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:05.657259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Sync routers for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:05.704065 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:05.704551 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:05.711437 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Provisioning for port 2678d717-e396-4765-a88e-183f3200f78e completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:05.759881 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Provisioning complete for port 2678d717-e396-4765-a88e-183f3200f78e triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:05.760179 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.902626 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:06.073287 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.149468 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] For port 2678d717-e396-4765-a88e-183f3200f78e, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=2678d717-e396-4765-a88e-183f3200f78e,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:06.155859 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.159377 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.215574 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.219254 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Pushing event updated for resources: {'Port': ['ID=2678d717-e396-4765-a88e-183f3200f78e,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.223034 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-dd065e31-7747-46f2-b35b-d68f25b615f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.228584 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:04Z', 'revision_number': 3, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:06.261761 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Checking router: 34a17ab4-87ce-4d9e-a706-219d651f2cd2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:06.262124 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Updating router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:06.304097 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.400009 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Allocated IP 172.20.0.1 (84e6ce73-3877-47e1-a1ca-47541833e089/2447108d-e31d-4e43-9da6-115b9dbd6194/4c4633ad-c603-4be3-8052-03085567111f) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:06.416666 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-078f3ef5-577a-4c53-9cc1-95b89a12d071 None None] Provisioning complete for port 2678d717-e396-4765-a88e-183f3200f78e triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:06.417339 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-078f3ef5-577a-4c53-9cc1-95b89a12d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.505825 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e4e8d-337f-450b-b249-a0b52ec8daff req-56554750-62a7-4633-bdf4-e603add0407b tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.507216 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ec9e4e8d-337f-450b-b249-a0b52ec8daff req-56554750-62a7-4633-bdf4-e603add0407b tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1194661 Jun 29 10:50:06.569433 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.581839 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ec9e4e8d-337f-450b-b249-a0b52ec8daff req-db05b039-aaf1-4fd1-8a86-718f05862724 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643885 Jun 29 10:50:06.589221 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.provisioning_blocks [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Transition to ACTIVE for port object 4c4633ad-c603-4be3-8052-03085567111f will not be triggered until provisioned by entity DHCP. {{(pid=99737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:06.627996 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.628302 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.631113 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-95cb5dee-aa41-4431-89a7-951a4c186a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.639201 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Transition to ACTIVE for port object 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:06.645176 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.647733 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.669090 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Network 84e6ce73-3877-47e1-a1ca-47541833e089 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:06.671952 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:06.675405 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:06.698372 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Attempting to bind port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:06.698908 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4633ad-c603-4be3-8052-03085567111f,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.699104 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Attempting to bind port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:06.699104 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Attempting to bind port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:06.702065 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab7fb5-007e-4df5-b5c2-23bf827eb4a1 None None] Pushing event updated for resources: {'Port': ['ID=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.702587 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.706160 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-1cab7fb5-007e-4df5-b5c2-23bf827eb4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.707071 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:06.707835 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:06.707835 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.708236 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:06.708722 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Bound port: 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:06.709140 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.718751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.766905 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] For port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:06.770220 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] For port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:06.775846 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.778017 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.844020 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:06.844664 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:06.846452 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab7fb5-007e-4df5-b5c2-23bf827eb4a1 None None] Pushing event updated for resources: {'Port': ['ID=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.850994 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-1cab7fb5-007e-4df5-b5c2-23bf827eb4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.868607 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.955566 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:07.009938 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a77b7e3f-6a3a-45b6-8445-889245a89dd8 None None] Provisioning for port 4c4633ad-c603-4be3-8052-03085567111f completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:07.034227 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.038678 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.039970 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a77b7e3f-6a3a-45b6-8445-889245a89dd8 None None] Provisioning complete for port 4c4633ad-c603-4be3-8052-03085567111f triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:07.040358 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-a77b7e3f-6a3a-45b6-8445-889245a89dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.043856 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-8f6336c0-65cd-40e9-b2d1-1a968443d62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:07.106755 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.109451 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4633ad-c603-4be3-8052-03085567111f,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:07.114860 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:07.115998 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-a77b7e3f-6a3a-45b6-8445-889245a89dd8 None None] Port 4c4633ad-c603-4be3-8052-03085567111f cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:07.197032 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 1, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:07.203837 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Network 84e6ce73-3877-47e1-a1ca-47541833e089 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:07.205203 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:07.323899 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:07.356732 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff543dcb-f48d-49e6-a975-4e2e1dc82fa0 None None] The sync data for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb is: [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 1, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:07.401164 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 2678d717-e396-4765-a88e-183f3200f78e up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:07.445687 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:07.452879 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-03bb8a39-25da-48d8-a5be-4987dc04f278 None None] Provisioning complete for port 4c4633ad-c603-4be3-8052-03085567111f triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:07.453281 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-03bb8a39-25da-48d8-a5be-4987dc04f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.457442 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] 10.222.0.53 "PUT /v2.0/routers/34a17ab4-87ce-4d9e-a706-219d651f2cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169061 Jun 29 10:50:07.497298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-03bb8a39-25da-48d8-a5be-4987dc04f278 None None] Port 4c4633ad-c603-4be3-8052-03085567111f cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:07.500668 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 2678d717-e396-4765-a88e-183f3200f78e triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:07.501091 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.768968 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102c11b-8a1f-4219-901a-8efa359d2d36 req-10b55775-bdde-4890-87d6-c2bc741375a7 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:07.770762 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d102c11b-8a1f-4219-901a-8efa359d2d36 req-10b55775-bdde-4890-87d6-c2bc741375a7 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0690677 Jun 29 10:50:07.814500 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d102c11b-8a1f-4219-901a-8efa359d2d36 req-e52f4733-3d84-46a9-a92f-09d6f1ab6714 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372572 Jun 29 10:50:08.021151 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59990) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:08.026739 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-171123009-network', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:08.053479 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Made reservation on behalf of d68c8c420fe441d2af65a42a55b80e0c for: {'network': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:08.056369 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for network, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.066665 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.162278 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.167531 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.170694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0d9910b1-ef3d-40af-8133-ddfeeff55324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:08.193270 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=99738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:08.203819 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20fb70e-2497-4336-98e5-296d1d090cb5,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:08.208199 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:08.209271 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.209805 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.segments_db [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Added segment b3441d33-7c8b-4ac4-8438-919cf3b4978e of type vlan for network 1c231f15-a667-4764-9163-8e98dab9f355 Jun 29 10:50:08.251186 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784079015729'] for network, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.280827 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472'] for network, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.282151 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.282712 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.284747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a87c6c34-757d-4250-b308-9461666f793a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:08.335554 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3127894 Jun 29 10:50:08.338367 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 59992) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:08.343494 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Request body: {'subnet': {'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-171123009-subnet', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'ip_version': 4}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:08.347169 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1c231f15-a667-4764-9163-8e98dab9f355,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:08.350577 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:08.358101 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Network 1c231f15-a667-4764-9163-8e98dab9f355 details requested by agent ovs-agent-dv-cinder-786627-13-smb with host dv-cinder-786627-13-smb {{(pid=99739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:08.369119 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Made reservation on behalf of d68c8c420fe441d2af65a42a55b80e0c for: {'subnet': 1} {{(pid=99737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:08.371613 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311323'] for subnet, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.546240 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3189778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377441'] for subnet, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.548505 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:08.600847 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22142d63-0c34-429b-8fd1-144adaf60ca9,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:08.608535 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:08.617319 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Checking segment: {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:08.617714 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Network hostable DHCP agents. Network: 1c231f15-a667-4764-9163-8e98dab9f355, hostable agents: ['6f982423-917a-43d3-adcf-94cc8a0dfaa5'], hosted agents: [] {{(pid=99737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:08.634914 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Network 1c231f15-a667-4764-9163-8e98dab9f355 is scheduled to be hosted by DHCP agent 6f982423-917a-43d3-adcf-94cc8a0dfaa5 with binding_index 1 {{(pid=99737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:08.643268 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-smb, 1c231f15-a667-4764-9163-8e98dab9f355) {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:08.647085 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.647665 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.652933 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bda79e-a31e-4a31-a24c-e933a1057f20 None None] Network 1c231f15-a667-4764-9163-8e98dab9f355 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:08.662776 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-0155676c-8031-40aa-81c9-4ab080e3f5e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3231392 Jun 29 10:50:08.666029 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 59994) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:08.670794 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:08.690726 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-958'] for router, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.691731 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-949'] for router, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.747456 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.801152 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp200ce275-c9f4-56b1-aafa-463da6330e4a-1c231f15-a667-4764-9163-8e98dab9f355', 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'fixed_ips': [{'subnet_id': '22142d63-0c34-429b-8fd1-144adaf60ca9'}]}} from dv-cinder-786627-13-smb. {{(pid=99739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:08.802036 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.883630 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-923'] for router, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.944457 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.db_base_plugin_common [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Allocated IP 172.20.0.2 (1c231f15-a667-4764-9163-8e98dab9f355/22142d63-0c34-429b-8fd1-144adaf60ca9/94639faa-d9cf-4507-aac8-1568d06d1a03) {{(pid=99739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:09.029911 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d26e3-5751-494f-bae3-be5d3bc10277 req-74197899-5132-4ff3-80a7-d069ac2bcc8b tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:09.031615 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-831d26e3-5751-494f-bae3-be5d3bc10277 req-74197899-5132-4ff3-80a7-d069ac2bcc8b tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0953054 Jun 29 10:50:09.079365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-831d26e3-5751-494f-bae3-be5d3bc10277 req-ebc27977-5306-4a52-85fb-e05bda9eec92 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 Jun 29 10:50:09.107183 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Notify callbacks [] for port, precommit_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.116493 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Transition to ACTIVE for port object 94639faa-d9cf-4507-aac8-1568d06d1a03 will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:09.133062 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Transition to ACTIVE for port object 94639faa-d9cf-4507-aac8-1568d06d1a03 will not be triggered until provisioned by entity DHCP. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:09.139716 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278'] for port, after_create {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.142095 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.177017 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Network 1c231f15-a667-4764-9163-8e98dab9f355 is already hosted by enough agents. {{(pid=99739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:09.180820 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.scheduler.base_scheduler [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Resources bound (agent type, host, resource id): {{(pid=99739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:09.184043 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Received port after_create {{(pid=99739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:09.222922 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Pushing event updated for resources: {'Port': ['ID=94639faa-d9cf-4507-aac8-1568d06d1a03,revision_number=1']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.257382 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.257774 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.258114 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.258552 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.258907 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.259237 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.259567 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.259988 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.260215 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.260533 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.260854 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.261202 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:09.265785 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.271962 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Attempting to bind port 94639faa-d9cf-4507-aac8-1568d06d1a03 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:09.272358 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Attempting to bind port 94639faa-d9cf-4507-aac8-1568d06d1a03 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:09.272904 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Attempting to bind port 94639faa-d9cf-4507-aac8-1568d06d1a03 on network 1c231f15-a667-4764-9163-8e98dab9f355 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:09.279916 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:09.280298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Checking segment: {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:09.280708 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.281138 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Bound using segment: {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:09.281626 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Bound port: 94639faa-d9cf-4507-aac8-1568d06d1a03, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:09.282015 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.353816 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] For port 94639faa-d9cf-4507-aac8-1568d06d1a03, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:09.357123 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] For port 94639faa-d9cf-4507-aac8-1568d06d1a03, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=94639faa-d9cf-4507-aac8-1568d06d1a03,segment=NetworkSegment(b3441d33-7c8b-4ac4-8438-919cf3b4978e),segment_id=b3441d33-7c8b-4ac4-8438-919cf3b4978e)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:09.367607 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Sync routers for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:09.368718 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.370740 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-c88742de-a421-43de-a7ee-bd5e90f3a7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.388485 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.395960 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:09.396759 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:09.411175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.435160 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Pushing event updated for resources: {'Port': ['ID=94639faa-d9cf-4507-aac8-1568d06d1a03,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.440958 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.452968 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:09.518222 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:09.525343 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:09.525781 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.536567 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:09.544319 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Allocated IP 172.28.0.193 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/38038635-1f3f-4cad-a8dd-237a763d45de) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:09.654627 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.681353 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.686783 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:09.693002 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.703622 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.733626 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.736862 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e7d26f69-6320-4958-a6d8-41b89a97567a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.754821 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.758226 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.777956 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:09.785014 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:09.790945 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:09.813026 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 2, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:09.816435 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Pushing event updated for resources: {'Port': ['ID=38038635-1f3f-4cad-a8dd-237a763d45de,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.820986 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.841802 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Checking router: 34a17ab4-87ce-4d9e-a706-219d651f2cd2 for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:09.842163 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Updating router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 port 4c4633ad-c603-4be3-8052-03085567111f binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:09.876652 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.047325 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.143733 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.155734 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Transition to ACTIVE for port object 4c4633ad-c603-4be3-8052-03085567111f will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:10.162937 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.171113 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-e61ba03f-439f-42bd-9917-bcb4595f080d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.269534 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666301'] for router, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.296283 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Attempting to bind port 4c4633ad-c603-4be3-8052-03085567111f on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:10.296667 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Attempting to bind port 4c4633ad-c603-4be3-8052-03085567111f by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:10.297797 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Attempting to bind port 4c4633ad-c603-4be3-8052-03085567111f on network 84e6ce73-3877-47e1-a1ca-47541833e089 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:10.307150 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff2d39-1c92-4aa6-93f3-76f50f93c5cd req-8c0b9143-250b-4fbd-a8d3-8106167035a4 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.310384 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:10.310767 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Checking segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:10.311179 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.311586 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Bound using segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:10.312080 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Bound port: 4c4633ad-c603-4be3-8052-03085567111f, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:10.312466 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.317192 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-abff2d39-1c92-4aa6-93f3-76f50f93c5cd req-8c0b9143-250b-4fbd-a8d3-8106167035a4 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1064360 Jun 29 10:50:10.377176 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-abff2d39-1c92-4aa6-93f3-76f50f93c5cd req-2d875157-4666-4959-8893-e13c99b4baac tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586507 Jun 29 10:50:10.393544 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Pushing event updated for resources: {'Port': ['ID=4c4633ad-c603-4be3-8052-03085567111f,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.404349 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.404612 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.405015 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.405349 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.405678 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.406003 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.406326 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.406648 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.406993 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.407321 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.407647 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.407964 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.412696 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.415058 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] For port 4c4633ad-c603-4be3-8052-03085567111f, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:10.419354 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] For port 4c4633ad-c603-4be3-8052-03085567111f, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=4c4633ad-c603-4be3-8052-03085567111f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:10.424610 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.428815 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-ade5bfee-89b7-49ef-9944-db25a4823179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.432906 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Router 98d21241-4698-491f-a4ad-fe2d07bc2842 is scheduled to L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa with binding_index 1 {{(pid=99738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:50:10.480706 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:10.481784 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:10.540773 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Pushing event updated for resources: {'Port': ['ID=4c4633ad-c603-4be3-8052-03085567111f,revision_number=4']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.544300 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-6ecdbc51-5e30-40a4-b635-7701d9e51425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.572882 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:10.589874 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Sync routers for ids ['98d21241-4698-491f-a4ad-fe2d07bc2842'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:10.593153 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.597131 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-8d1cae6c-6faf-44ca-8e03-4ed22e4531f0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9274061 Jun 29 10:50:10.597505 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60000) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:10.605101 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Routers {'98d21241-4698-491f-a4ad-fe2d07bc2842'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:10.605881 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['98d21241-4698-491f-a4ad-fe2d07bc2842'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:10.735447 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e86cae-4bb1-44c2-b64f-e824a094571a None None] Network 1c231f15-a667-4764-9163-8e98dab9f355 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:10.744184 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:10.765480 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Set router 98d21241-4698-491f-a4ad-fe2d07bc2842 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:10.914986 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-a7f36d2d-86ca-46c7-bf7f-84be197d9e86 None None] Provisioning for port 94639faa-d9cf-4507-aac8-1568d06d1a03 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:10.960231 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-0b011672-c08a-422b-999e-d3deca890721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:10Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:10.988416 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b011672-c08a-422b-999e-d3deca890721 None None] The sync data for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb is: [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:10Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:11.056025 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.120641 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 3, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:11.153079 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Checking router: 98d21241-4698-491f-a4ad-fe2d07bc2842 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:11.153688 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Updating router 98d21241-4698-491f-a4ad-fe2d07bc2842 port 38038635-1f3f-4cad-a8dd-237a763d45de binding host dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:11.200354 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.230874 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Allocated IP 172.20.0.1 (1c231f15-a667-4764-9163-8e98dab9f355/22142d63-0c34-429b-8fd1-144adaf60ca9/96255580-651a-41a1-9df0-65fb6cfee5d3) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:11.416718 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.445387 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Transition to ACTIVE for port object 96255580-651a-41a1-9df0-65fb6cfee5d3 will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:11.526777 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.550313 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.555666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c4993b3-d711-4564-90d3-ae4489bb3f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.571089 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Transition to ACTIVE for port object 38038635-1f3f-4cad-a8dd-237a763d45de will not be triggered until provisioned by entity L2. {{(pid=99739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:11.588576 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.605919 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Network 1c231f15-a667-4764-9163-8e98dab9f355 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:11.609158 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:11.612625 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:11.613209 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-3a64d499-2ad5-4bde-a2fa-cf4dcfe45a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.627732 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bc0d4-7c4a-4f8e-9f55-4b7ca6729262 req-2cdf5498-031d-4c6a-acde-1d9cf7eee40d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:11.629386 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c02bc0d4-7c4a-4f8e-9f55-4b7ca6729262 req-2cdf5498-031d-4c6a-acde-1d9cf7eee40d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1048012 Jun 29 10:50:11.631174 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4c4633ad-c603-4be3-8052-03085567111f up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:11.648846 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Pushing event updated for resources: {'Port': ['ID=96255580-651a-41a1-9df0-65fb6cfee5d3,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.655787 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.663624 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509067'] for router_interface, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.688601 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c02bc0d4-7c4a-4f8e-9f55-4b7ca6729262 req-50b68cc5-2f32-4506-81ff-0bb425315274 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520062 Jun 29 10:50:11.744881 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f852d-b0e9-4088-9f27-30f0bf30c0b9 None None] Pushing event updated for resources: {'Port': ['ID=38038635-1f3f-4cad-a8dd-237a763d45de,revision_number=2']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.749476 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Attempting to bind port 38038635-1f3f-4cad-a8dd-237a763d45de on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:11.749959 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Attempting to bind port 38038635-1f3f-4cad-a8dd-237a763d45de by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:11.750234 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Attempting to bind port 38038635-1f3f-4cad-a8dd-237a763d45de on network bab41afd-19da-48d4-9e74-f3c5dcaa6488 {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:11.752357 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-228f852d-b0e9-4088-9f27-30f0bf30c0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.759638 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:11.760024 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Checking segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:11.760435 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.761058 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Bound using segment: {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'} {{(pid=99739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:11.761563 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.managers [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Bound port: 38038635-1f3f-4cad-a8dd-237a763d45de, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda876c-8d13-45a1-b0c3-fb1f2531404d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488'}}] {{(pid=99739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:11.761963 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.823485 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] For port 38038635-1f3f-4cad-a8dd-237a763d45de, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:11.825649 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 4c4633ad-c603-4be3-8052-03085567111f completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:11.828851 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] For port 38038635-1f3f-4cad-a8dd-237a763d45de, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=38038635-1f3f-4cad-a8dd-237a763d45de,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:11.832137 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 4c4633ad-c603-4be3-8052-03085567111f triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:11.832556 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.836451 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.856254 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-c88742de-a421-43de-a7ee-bd5e90f3a7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.896965 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.945626 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Routers {'98d21241-4698-491f-a4ad-fe2d07bc2842'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:11.946186 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['98d21241-4698-491f-a4ad-fe2d07bc2842'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:11.952229 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f852d-b0e9-4088-9f27-30f0bf30c0b9 None None] Pushing event updated for resources: {'Port': ['ID=38038635-1f3f-4cad-a8dd-237a763d45de,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.091493 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.095956 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.098132 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5ee47415-f3d2-4697-8d01-b493b5ff215f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.113291 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-228f852d-b0e9-4088-9f27-30f0bf30c0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.115917 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-c6c478b6-c69b-4c93-bb23-4763d50cb63d None None] Provisioning for port 96255580-651a-41a1-9df0-65fb6cfee5d3 completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:12.143579 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-c6c478b6-c69b-4c93-bb23-4763d50cb63d None None] Provisioning complete for port 96255580-651a-41a1-9df0-65fb6cfee5d3 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:12.143822 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-c6c478b6-c69b-4c93-bb23-4763d50cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.162410 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Pushing event updated for resources: {'Port': ['ID=96255580-651a-41a1-9df0-65fb6cfee5d3,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.166849 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.168042 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509055'] for router_interface, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.225480 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.231418 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-c6c478b6-c69b-4c93-bb23-4763d50cb63d None None] Port 96255580-651a-41a1-9df0-65fb6cfee5d3 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:12.260619 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Network 1c231f15-a667-4764-9163-8e98dab9f355 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:12.262259 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:12.264645 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] Set router 98d21241-4698-491f-a4ad-fe2d07bc2842 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:12.303839 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 4c4633ad-c603-4be3-8052-03085567111f, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=4c4633ad-c603-4be3-8052-03085567111f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:12.310640 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.311710 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:12.315100 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-d10305ec-1967-4962-a58d-217cce5f0e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.384340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Router 98d21241-4698-491f-a4ad-fe2d07bc2842 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:12.486740 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4633ad-c603-4be3-8052-03085567111f,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.491030 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:12.491533 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.497814 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-c3b0a18c-8a38-47cf-a5ba-e9aea1ee58b4 admin admin] 10.222.0.53 "PUT /v2.0/routers/98d21241-4698-491f-a4ad-fe2d07bc2842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8986585 Jun 29 10:50:12.510422 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-687a7933-990f-4794-b892-d259c7679293 None None] Provisioning complete for port 96255580-651a-41a1-9df0-65fb6cfee5d3 triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:12.510813 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-687a7933-990f-4794-b892-d259c7679293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.546061 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:12.546446 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.599024 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-687a7933-990f-4794-b892-d259c7679293 None None] Port 96255580-651a-41a1-9df0-65fb6cfee5d3 cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:12.661107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-369922aa-e4ae-4ea7-b810-f1d1712c7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.662682 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-369922aa-e4ae-4ea7-b810-f1d1712c7a15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.0580735 Jun 29 10:50:12.673431 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '96255580-651a-41a1-9df0-65fb6cfee5d3', 'name': '', 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'mac_address': 'fa:16:3e:b3:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 1, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'subnets': [{'id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:12.702531 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cc127-4e4b-4491-acd5-c354c6a36ef9 None None] The sync data for ids ['98d21241-4698-491f-a4ad-fe2d07bc2842'] in dv-cinder-786627-13-smb is: [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '96255580-651a-41a1-9df0-65fb6cfee5d3', 'name': '', 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'mac_address': 'fa:16:3e:b3:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 1, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'subnets': [{'id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:12.704993 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 94639faa-d9cf-4507-aac8-1568d06d1a03 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:12.797734 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 94639faa-d9cf-4507-aac8-1568d06d1a03 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:12.802715 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-d5cd75d6-4c01-47c6-953b-119d112e3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.802908 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 94639faa-d9cf-4507-aac8-1568d06d1a03 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:12.803283 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.807753 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-d5cd75d6-4c01-47c6-953b-119d112e3057 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.1377687 Jun 29 10:50:12.892262 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.915606 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-7edeaad4-26cb-4403-87f6-b0c46891e199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 1001 time: 0.1008234 Jun 29 10:50:12.933040 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 94639faa-d9cf-4507-aac8-1568d06d1a03, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=94639faa-d9cf-4507-aac8-1568d06d1a03,segment=NetworkSegment(b3441d33-7c8b-4ac4-8438-919cf3b4978e),segment_id=b3441d33-7c8b-4ac4-8438-919cf3b4978e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:12.940988 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.945755 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-dc92678c-b7ac-44f0-aa4c-fb5c4ad32a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.959074 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e558cfc-3921-4127-be44-1fba9ba33e94 req-c0caa105-6d9e-44a4-a38a-e4ac3e2ac0ec tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.961229 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3e558cfc-3921-4127-be44-1fba9ba33e94 req-c0caa105-6d9e-44a4-a38a-e4ac3e2ac0ec tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1008916 Jun 29 10:50:13.027345 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-62cb0472-d7d2-4141-8916-c6bf0b4b00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:13.029272 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-62cb0472-d7d2-4141-8916-c6bf0b4b00cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.1055021 Jun 29 10:50:13.030106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=94639faa-d9cf-4507-aac8-1568d06d1a03,revision_number=3']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:13.035100 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:13.036342 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3e558cfc-3921-4127-be44-1fba9ba33e94 req-8f153fb8-003b-460a-ad17-71e69100dcde tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Jun 29 10:50:13.397015 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-cbe2a498-ddd3-405c-b120-a44c050460e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:13.398615 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-cbe2a498-ddd3-405c-b120-a44c050460e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3608038 Jun 29 10:50:13.422524 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4c4633ad-c603-4be3-8052-03085567111f up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:13.483061 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 4c4633ad-c603-4be3-8052-03085567111f triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:13.483439 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.578264 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 94639faa-d9cf-4507-aac8-1568d06d1a03 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:13.622303 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-c4c42075-f85e-42ff-987e-3623f5334a7e service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952294 Jun 29 10:50:13.637737 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 94639faa-d9cf-4507-aac8-1568d06d1a03 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:13.638415 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.719615 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-33bbb4f3-dcb5-495b-aad4-ad4a6d92b346 req-c8ca2c9b-958a-4ccb-9026-ac771b567d9a service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871470 Jun 29 10:50:14.279888 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0eff4-a73d-4e99-84d6-70b5a05fc950 req-729ea0f8-b2be-4917-bb3f-8a55d29ea26d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.287705 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ec0eff4-a73d-4e99-84d6-70b5a05fc950 req-729ea0f8-b2be-4917-bb3f-8a55d29ea26d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0936546 Jun 29 10:50:14.347792 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6ec0eff4-a73d-4e99-84d6-70b5a05fc950 req-e0d19af2-2974-4b51-9761-64cc403a4609 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588539 Jun 29 10:50:15.446074 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Sync routers for ids ['98d21241-4698-491f-a4ad-fe2d07bc2842'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:15.459845 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Routers {'98d21241-4698-491f-a4ad-fe2d07bc2842'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:15.460474 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['98d21241-4698-491f-a4ad-fe2d07bc2842'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:15.483320 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 38038635-1f3f-4cad-a8dd-237a763d45de up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:15.553415 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 38038635-1f3f-4cad-a8dd-237a763d45de completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:15.563284 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 38038635-1f3f-4cad-a8dd-237a763d45de triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:15.564973 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.599930 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a992bcc-8f14-46bc-b6a0-fad854f15aae req-76a90812-f5fe-4bf3-a1dd-368308b44305 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:15.608460 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a992bcc-8f14-46bc-b6a0-fad854f15aae req-76a90812-f5fe-4bf3-a1dd-368308b44305 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0832050 Jun 29 10:50:15.631567 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Set router 98d21241-4698-491f-a4ad-fe2d07bc2842 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:15.655054 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-6a992bcc-8f14-46bc-b6a0-fad854f15aae req-2bca9972-06b2-46c1-8f76-e2c80c13b40a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455313 Jun 29 10:50:15.656656 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.684700 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 38038635-1f3f-4cad-a8dd-237a763d45de, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=38038635-1f3f-4cad-a8dd-237a763d45de,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:15.692378 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.699890 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-1cab7fb5-007e-4df5-b5c2-23bf827eb4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.764723 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=38038635-1f3f-4cad-a8dd-237a763d45de,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.771234 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.878280 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '96255580-651a-41a1-9df0-65fb6cfee5d3', 'name': '', 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'mac_address': 'fa:16:3e:b3:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 2, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'subnets': [{'id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:15.913437 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Checking router: 98d21241-4698-491f-a4ad-fe2d07bc2842 for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:15.914740 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Updating router 98d21241-4698-491f-a4ad-fe2d07bc2842 port 96255580-651a-41a1-9df0-65fb6cfee5d3 binding host dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:15.955687 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.261739 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Notify callbacks [] for port, precommit_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.272242 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.provisioning_blocks [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Transition to ACTIVE for port object 96255580-651a-41a1-9df0-65fb6cfee5d3 will not be triggered until provisioned by entity L2. {{(pid=99740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:16.279592 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.281820 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.325851 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337be-c67b-46be-890c-43fcc3bb714f None None] Pushing event updated for resources: {'Port': ['ID=96255580-651a-41a1-9df0-65fb6cfee5d3,revision_number=3']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.380273 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-ae9337be-c67b-46be-890c-43fcc3bb714f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.416387 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Attempting to bind port 96255580-651a-41a1-9df0-65fb6cfee5d3 on host dv-cinder-786627-13-smb for vnic_type normal with profile {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:16.416761 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Attempting to bind port 96255580-651a-41a1-9df0-65fb6cfee5d3 by drivers openvswitch,hyperv on host dv-cinder-786627-13-smb at level 0 using segments [{'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:16.417152 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Attempting to bind port 96255580-651a-41a1-9df0-65fb6cfee5d3 on network 1c231f15-a667-4764-9163-8e98dab9f355 {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:16.423522 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Checking agent: {'id': 'dcc54676-5b15-4ed8-9753-d958feea7d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:16.423897 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Checking segment: {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:16.424303 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.424695 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Bound using segment: {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'} {{(pid=99740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:16.425198 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.managers [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Bound port: 96255580-651a-41a1-9df0-65fb6cfee5d3, host: dv-cinder-786627-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3441d33-7c8b-4ac4-8438-919cf3b4978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355'}}] {{(pid=99740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:16.425601 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.497640 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] For port 96255580-651a-41a1-9df0-65fb6cfee5d3, host dv-cinder-786627-13-smb, cleared binding levels {{(pid=99740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:16.501476 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.plugins.ml2.db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] For port 96255580-651a-41a1-9df0-65fb6cfee5d3, host dv-cinder-786627-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=96255580-651a-41a1-9df0-65fb6cfee5d3,segment=NetworkSegment(b3441d33-7c8b-4ac4-8438-919cf3b4978e),segment_id=b3441d33-7c8b-4ac4-8438-919cf3b4978e)] {{(pid=99740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:16.507543 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron_lib.callbacks.manager [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.511367 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.576866 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9337be-c67b-46be-890c-43fcc3bb714f None None] Pushing event updated for resources: {'Port': ['ID=96255580-651a-41a1-9df0-65fb6cfee5d3,revision_number=4']} {{(pid=99740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.580058 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Routers {'98d21241-4698-491f-a4ad-fe2d07bc2842'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:16.587592 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['98d21241-4698-491f-a4ad-fe2d07bc2842'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:16.590011 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG oslo_concurrency.lockutils [None req-ae9337be-c67b-46be-890c-43fcc3bb714f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.721727 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] Set router 98d21241-4698-491f-a4ad-fe2d07bc2842 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:16.924156 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85db68-7042-4da9-bb4c-14fea1c68f42 req-5ed81a97-294b-4243-a987-d9aedb910c3e tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:16.926491 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9d85db68-7042-4da9-bb4c-14fea1c68f42 req-5ed81a97-294b-4243-a987-d9aedb910c3e tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0948350 Jun 29 10:50:16.963487 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '96255580-651a-41a1-9df0-65fb6cfee5d3', 'name': '', 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'mac_address': 'fa:16:3e:b3:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:16Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'subnets': [{'id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:16.994761 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9d85db68-7042-4da9-bb4c-14fea1c68f42 req-7cb0ddd7-16fe-4708-bd80-736eeee1d5c5 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604913 Jun 29 10:50:17.109809 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283bce-2807-4eaa-86d3-df8cddd2c135 None None] The sync data for ids ['98d21241-4698-491f-a4ad-fe2d07bc2842'] in dv-cinder-786627-13-smb is: [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '96255580-651a-41a1-9df0-65fb6cfee5d3', 'name': '', 'network_id': '1c231f15-a667-4764-9163-8e98dab9f355', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'mac_address': 'fa:16:3e:b3:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:16Z', 'revision_number': 4, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'subnets': [{'id': '22142d63-0c34-429b-8fd1-144adaf60ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:17.478481 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 96255580-651a-41a1-9df0-65fb6cfee5d3 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:17.525675 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60056) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:17.587660 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning for port 96255580-651a-41a1-9df0-65fb6cfee5d3 completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:17.595601 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 96255580-651a-41a1-9df0-65fb6cfee5d3 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:17.596106 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.606238 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b47ec-a17e-4004-a283-aa9ea3d9200d req-63636ebb-3704-4076-8496-147d1df55f34 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:17.608372 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-944b47ec-a17e-4004-a283-aa9ea3d9200d req-63636ebb-3704-4076-8496-147d1df55f34 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1179893 Jun 29 10:50:17.658619 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-6f9e0d29-e646-488d-aa5d-2f09e33771a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300218 Jun 29 10:50:17.686729 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.691176 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-944b47ec-a17e-4004-a283-aa9ea3d9200d req-d0bd783c-a4c1-475f-851c-a948470bc515 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725231 Jun 29 10:50:17.729803 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] For port 96255580-651a-41a1-9df0-65fb6cfee5d3, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=96255580-651a-41a1-9df0-65fb6cfee5d3,segment=NetworkSegment(b3441d33-7c8b-4ac4-8438-919cf3b4978e),segment_id=b3441d33-7c8b-4ac4-8438-919cf3b4978e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:17.734469 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.735685 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 38038635-1f3f-4cad-a8dd-237a763d45de up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:17.737661 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.807924 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Pushing event updated for resources: {'Port': ['ID=96255580-651a-41a1-9df0-65fb6cfee5d3,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.812018 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.841739 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 38038635-1f3f-4cad-a8dd-237a763d45de triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:17.842120 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.286676 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:18.397967 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.425297 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:18.427728 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9456c-7568-4be1-9ed2-365272060314" -d '{"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-unplugged", "status": "completed", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:18.441202 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:18.447896 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.451346 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.540792 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=6']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.545750 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.663230 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a22568-3002-4e3c-9b17-37555e0f7e62 x-openstack-request-id: req-28a22568-3002-4e3c-9b17-37555e0f7e62 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:18.663523 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-unplugged", "status": "failed", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "code": 422}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:18.664476 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28a22568-3002-4e3c-9b17-37555e0f7e62 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:18.665311 dv-cinder-786627-13-smb neutron-server[99739]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'code': 422} returned with failed status Jun 29 10:50:18.926755 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31290ed-e5ee-4947-bf57-4c8944578570 req-d786bc2b-ad55-4a28-a9fb-052334403d82 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:18.928261 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d31290ed-e5ee-4947-bf57-4c8944578570 req-d786bc2b-ad55-4a28-a9fb-052334403d82 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 944 time: 0.0732822 Jun 29 10:50:18.982089 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d31290ed-e5ee-4947-bf57-4c8944578570 req-003ae6a6-e69e-44ec-a996-630f6146a2cb tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477259 Jun 29 10:50:19.135365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d5be-d995-44ff-a11a-5400580618fb req-00785435-21e7-4bc8-ac09-e5bd81ef1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:19.137793 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-00785435-21e7-4bc8-ac09-e5bd81ef1603 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97&tenant_id=1e9082fd2b834046b62ad91360981797 HTTP/1.1" status: 200 len: 1097 time: 0.0644796 Jun 29 10:50:19.219793 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d5be-d995-44ff-a11a-5400580618fb req-3e79c68a-2c7f-4ddb-988e-5adf9263eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:19.221363 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-3e79c68a-2c7f-4ddb-988e-5adf9263eb77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1097 time: 0.0596912 Jun 29 10:50:19.321717 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d5be-d995-44ff-a11a-5400580618fb req-ba3e1252-0710-4e7e-ac00-c537cbe1306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:19.323274 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-ba3e1252-0710-4e7e-ac00-c537cbe1306a service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.0957987 Jun 29 10:50:19.397742 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 96255580-651a-41a1-9df0-65fb6cfee5d3 up at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:19.415471 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-dca4804b-1dd2-4f85-ad01-ce670928f243 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 999 time: 0.0835130 Jun 29 10:50:19.466533 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Provisioning complete for port 96255580-651a-41a1-9df0-65fb6cfee5d3 triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:19.466842 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.469447 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d5be-d995-44ff-a11a-5400580618fb req-cb8ba549-c138-45ac-8cc9-02d5ce02fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:19.470402 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-cb8ba549-c138-45ac-8cc9-02d5ce02fd22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0492277 Jun 29 10:50:19.535489 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d5be-d995-44ff-a11a-5400580618fb req-dfa3df35-397c-4aaf-9404-2c3d27ac0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:19.537264 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-dfa3df35-397c-4aaf-9404-2c3d27ac0a46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0603328 Jun 29 10:50:19.617931 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.653212 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-dbe75ea6-6ef6-495d-8a2d-e576c643aba0 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081553 Jun 29 10:50:19.772737 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a622d5be-d995-44ff-a11a-5400580618fb req-3e5a5e90-69ac-43a5-ad4c-01449bad2f49 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107302 Jun 29 10:50:20.176300 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19596df6-bca8-493b-9f51-9ffe288abf2f req-6f831dff-430b-4859-b45d-4aaca2256cc3 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:20.178430 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-19596df6-bca8-493b-9f51-9ffe288abf2f req-6f831dff-430b-4859-b45d-4aaca2256cc3 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 944 time: 0.0675473 Jun 29 10:50:20.228343 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-19596df6-bca8-493b-9f51-9ffe288abf2f req-5a4e4ef8-663b-4144-8422-134bf8fac707 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Jun 29 10:50:21.418772 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa4ea-e1b2-4734-862c-dcf410b8877d req-7e6965f1-c7ad-4e7d-9373-c3e3e3724786 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:21.421386 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0adfa4ea-e1b2-4734-862c-dcf410b8877d req-7e6965f1-c7ad-4e7d-9373-c3e3e3724786 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 944 time: 0.0665400 Jun 29 10:50:21.467113 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0adfa4ea-e1b2-4734-862c-dcf410b8877d req-0c36f263-be04-4b6b-85ab-b37b16c88709 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400283 Jun 29 10:50:22.174921 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-562cc984-e0c9-4f3b-8ba4-dfa1d95fa29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:22.176483 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-562cc984-e0c9-4f3b-8ba4-dfa1d95fa29d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1097 time: 0.0603957 Jun 29 10:50:22.285345 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:22.288440 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-486ed5a6-ba85-40fe-8d76-97600210ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:22.290842 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-486ed5a6-ba85-40fe-8d76-97600210ee89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.0916667 Jun 29 10:50:22.368435 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-fbb6c247-b90a-4769-9872-912a84699a6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 999 time: 0.0715685 Jun 29 10:50:22.393070 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:22.406727 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'port_id': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'mac_address': 'fa:16:3e:c4:9f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:22.428360 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-648878b5-6e14-492c-8bb6-eaf36ed97708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:22.431895 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-648878b5-6e14-492c-8bb6-eaf36ed97708 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0567875 Jun 29 10:50:22.447631 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.471728 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9503decc-633c-4a52-af78-1c3a8b17cf2d {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:22.494921 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:22.501988 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.504770 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-80c53610-5d27-4ea4-b0e9-2d157b46a2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:22.510558 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-6f76f404-d550-440a-9f42-1cd6f6206c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:22.510989 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-6f76f404-d550-440a-9f42-1cd6f6206c05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0613258 Jun 29 10:50:22.588562 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=7']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:22.603332 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:22.630768 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-a7209a90-5157-4664-9a70-1399d924a990 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120465 Jun 29 10:50:22.661297 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f658-7193-4bdc-a4ee-5112947d0664 req-4f9fa612-9d00-4966-8a98-97c637743d47 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:22.662756 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9808f658-7193-4bdc-a4ee-5112947d0664 req-4f9fa612-9d00-4966-8a98-97c637743d47 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 945 time: 0.0684364 Jun 29 10:50:22.701504 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9808f658-7193-4bdc-a4ee-5112947d0664 req-396420ee-addf-4448-91c4-72c77edf4eac tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Jun 29 10:50:22.708349 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['9503decc-633c-4a52-af78-1c3a8b17cf2d'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:22.725421 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-0dfbc6f1-063d-4bef-8447-cab5bd442d14 req-96cb1a18-77ce-49bc-a79f-2f47f86d5716 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874996 Jun 29 10:50:23.094129 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-35e5a0b0-ee6d-40c3-bb79-ecd3c0959a7a tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:23.095469 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-35e5a0b0-ee6d-40c3-bb79-ecd3c0959a7a tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 814 time: 0.1028941 Jun 29 10:50:23.110187 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-fc9a5fdf-aaa1-462a-850d-ad1b1e24856c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/quotas/8cea6d3d133f425694600923af1b6ed9 HTTP/1.1" status: 200 len: 375 time: 0.0094087 Jun 29 10:50:23.173328 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-e5d3690e-26f3-438b-8ee3-fba9fb569f0e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582654 Jun 29 10:50:23.315745 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-c27c298a-ab99-4d7c-9beb-e261621c4ca3 service neutron] 10.222.0.53 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304162 Jun 29 10:50:23.403262 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-da3c80f0-a412-4ca7-94c6-06c75f194a30 service neutron] 10.222.0.53 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Jun 29 10:50:23.567622 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9f40d0a9-9de8-4326-bb49-58a58e802483 req-040b394a-c0b7-41fb-9e2e-2b6b812bad84 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 210 time: 0.0291207 Jun 29 10:50:23.899432 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181dd7-13b0-4591-a6a4-4630254f2b18 req-a6ad96bf-3931-462b-b31c-f6ce598a1ef5 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:23.900881 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e181dd7-13b0-4591-a6a4-4630254f2b18 req-a6ad96bf-3931-462b-b31c-f6ce598a1ef5 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 945 time: 0.0642724 Jun 29 10:50:23.939916 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0e181dd7-13b0-4591-a6a4-4630254f2b18 req-2e2f6d9a-8d0e-44ff-a047-65c16e9abf57 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327666 Jun 29 10:50:24.301201 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:24.347630 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 9503decc-633c-4a52-af78-1c3a8b17cf2d triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:24.348008 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.423851 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.574030 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:24.576149 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d6df8f-5711-402d-8e9d-b7ecfcfdf0f6" -d '{"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-plugged", "status": "completed", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:24.589356 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:24.600698 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:24.603504 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.606101 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.621527 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-1ca19810-527d-4bcb-a9b3-cd6dab567837 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:24.622809 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-1ca19810-527d-4bcb-a9b3-cd6dab567837 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 814 time: 0.1115522 Jun 29 10:50:24.635756 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'port': {'device_id': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'admin_state_up': True, 'tenant_id': '8cea6d3d133f425694600923af1b6ed9'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:24.652402 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628db74c-fdb9-4406-99ba-08f1ba20cd1f x-openstack-request-id: req-628db74c-fdb9-4406-99ba-08f1ba20cd1f {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:24.652750 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-plugged", "status": "completed", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:24.653045 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-628db74c-fdb9-4406-99ba-08f1ba20cd1f {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:24.653580 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'code': 200} Jun 29 10:50:24.668727 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=8']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.672869 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.750414 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e7a15993-7e67-4059-9939-fb835d89e416 req-8abd85f3-68d0-4369-9349-915526750ab0 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 210 time: 0.0287523 Jun 29 10:50:24.762163 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Made reservation on behalf of 8cea6d3d133f425694600923af1b6ed9 for: {'port': 1} {{(pid=99738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:24.772249 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.940217 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_common [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Allocated IP 172.20.0.9 (84e6ce73-3877-47e1-a1ca-47541833e089/2447108d-e31d-4e43-9da6-115b9dbd6194/5ad33b66-0dc4-4f37-80be-fda084f1404f) {{(pid=99738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:24.984390 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3806e-ce9b-47d0-bf43-ad6631b04b30 req-4e1fe322-4926-4fad-94eb-92ac231fa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:24.985939 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-71a3806e-ce9b-47d0-bf43-ad6631b04b30 req-4e1fe322-4926-4fad-94eb-92ac231fa2e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.1073523 Jun 29 10:50:25.088191 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-71a3806e-ce9b-47d0-bf43-ad6631b04b30 req-89df83ad-8e20-49c9-ac91-6760bea33720 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918317 Jun 29 10:50:25.184397 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82d15-3293-4dfb-b401-789c7ec2112e req-15ba5a46-2b68-4ec2-910e-d7c61ebaaebf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:25.188521 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4aa82d15-3293-4dfb-b401-789c7ec2112e req-15ba5a46-2b68-4ec2-910e-d7c61ebaaebf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.1215801 Jun 29 10:50:25.200068 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for port, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.230032 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Transition to ACTIVE for port object 5ad33b66-0dc4-4f37-80be-fda084f1404f will not be triggered until provisioned by entity DHCP. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:25.285521 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3965720'] for port, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.291196 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4aa82d15-3293-4dfb-b401-789c7ec2112e req-80408ca3-0445-4673-b2cc-773d0be8190b tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943398 Jun 29 10:50:25.306525 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:25.403925 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Network 84e6ce73-3877-47e1-a1ca-47541833e089 is already hosted by enough agents. {{(pid=99738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:25.417557 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.base_scheduler [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Resources bound (agent type, host, resource id): {{(pid=99738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:25.421327 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Received port after_create {{(pid=99738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:25.458649 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:25.472353 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:25.520327 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:25.521196 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.543917 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-fe19f4a5-e27d-46b3-a396-f91ef905788c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9125729 Jun 29 10:50:25.703296 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-28186b11-56e6-4b68-aca8-ad8e17be02da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.710567 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-bb0e1b28-cded-4341-a081-11bb295787f8 None None] Provisioning for port 5ad33b66-0dc4-4f37-80be-fda084f1404f completed by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:25.714795 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-bb0e1b28-cded-4341-a081-11bb295787f8 None None] Provisioning complete for port 5ad33b66-0dc4-4f37-80be-fda084f1404f triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:25.715247 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1b28-cded-4341-a081-11bb295787f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.750303 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e1b28-cded-4341-a081-11bb295787f8 None None] Port 5ad33b66-0dc4-4f37-80be-fda084f1404f cannot update to ACTIVE because it is not bound. {{(pid=99739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:25.956219 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79847aef-eb31-4388-990b-42ed2702c1a9 req-216d5674-dae5-4ac5-9b39-2e85ab6f1054 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:25.957728 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-79847aef-eb31-4388-990b-42ed2702c1a9 req-216d5674-dae5-4ac5-9b39-2e85ab6f1054 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0792563 Jun 29 10:50:26.005496 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-79847aef-eb31-4388-990b-42ed2702c1a9 req-dd209e16-0318-4ff2-9a9e-21e06c2b1b8e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Jun 29 10:50:26.490329 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447269b-7842-487b-9c90-0948859dd956 req-cb422055-3624-462f-ae89-2e2c7468a3ce tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:26.492557 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3447269b-7842-487b-9c90-0948859dd956 req-cb422055-3624-462f-ae89-2e2c7468a3ce tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0719757 Jun 29 10:50:26.538721 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3447269b-7842-487b-9c90-0948859dd956 req-39b3dd72-55e4-4c9c-aae2-b1e0d2cf7955 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395813 Jun 29 10:50:27.218231 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8911db-9018-4cda-9252-bc88aa1fce8a req-477d501b-c3bd-4142-9d75-0f5c2efaae8b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:27.221086 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7b8911db-9018-4cda-9252-bc88aa1fce8a req-477d501b-c3bd-4142-9d75-0f5c2efaae8b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.1127007 Jun 29 10:50:27.259792 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7b8911db-9018-4cda-9252-bc88aa1fce8a req-9b6b4cbe-3602-4d27-ace4-8feb3cce8c35 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Jun 29 10:50:27.717416 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f152a47-7f71-444f-b920-10746440f272 req-8859c455-4842-4115-ac96-365a4cbb65b0 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:27.719007 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9f152a47-7f71-444f-b920-10746440f272 req-8859c455-4842-4115-ac96-365a4cbb65b0 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0672472 Jun 29 10:50:27.757106 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9f152a47-7f71-444f-b920-10746440f272 req-1f9747e8-7457-4d7a-aba0-d1df3226d1d7 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Jun 29 10:50:28.451338 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151888a-d9d9-4797-986c-b6a68d389d68 req-520f4faf-546e-4ce4-9030-795831d05188 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:28.453338 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d151888a-d9d9-4797-986c-b6a68d389d68 req-520f4faf-546e-4ce4-9030-795831d05188 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0811820 Jun 29 10:50:28.488650 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-fd253229-4e7e-45e3-b2b1-f88a0d236117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.499564 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d151888a-d9d9-4797-986c-b6a68d389d68 req-a03b71d5-f4ed-4bc4-bcfb-c71be4969623 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Jun 29 10:50:28.797755 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.946783 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e7aa-21eb-4eb7-9b4f-09430f0467a8 req-0291b603-6a94-48b7-a22e-ca49ee1cd890 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:28.948230 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3ca0e7aa-21eb-4eb7-9b4f-09430f0467a8 req-0291b603-6a94-48b7-a22e-ca49ee1cd890 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0727186 Jun 29 10:50:28.985795 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3ca0e7aa-21eb-4eb7-9b4f-09430f0467a8 req-25ef4ce3-b13f-4d56-a680-460af05d6f43 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jun 29 10:50:29.592228 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:29.685877 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56e788-9e14-46a4-b2fd-9e27581d0170 req-95fd16e7-1aa3-49f1-911a-1e45a623d855 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:29.687430 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fb56e788-9e14-46a4-b2fd-9e27581d0170 req-95fd16e7-1aa3-49f1-911a-1e45a623d855 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0674343 Jun 29 10:50:29.733154 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-fb56e788-9e14-46a4-b2fd-9e27581d0170 req-d9d2725b-b112-4fdb-8e2e-299fa4e598d8 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Jun 29 10:50:30.207983 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459c7c1-22b8-4bbe-a99a-11b5dccec6e4 req-6058960d-6901-46ef-ae84-210cccb97257 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:30.209976 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c459c7c1-22b8-4bbe-a99a-11b5dccec6e4 req-6058960d-6901-46ef-ae84-210cccb97257 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0880561 Jun 29 10:50:30.249369 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c459c7c1-22b8-4bbe-a99a-11b5dccec6e4 req-cd7eeb1c-7fdf-440f-b892-dc3d64301307 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Jun 29 10:50:30.913861 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a990d88-08ea-40d5-90da-ea39142bbf4e req-0dcd1a98-9ee9-4be7-9a02-e713b5911993 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:30.916036 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4a990d88-08ea-40d5-90da-ea39142bbf4e req-0dcd1a98-9ee9-4be7-9a02-e713b5911993 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0614786 Jun 29 10:50:30.952238 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-4a990d88-08ea-40d5-90da-ea39142bbf4e req-47b41962-c09f-474e-b7fc-750bfb23482b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302939 Jun 29 10:50:31.165357 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:31.426815 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763632ff-1876-4c7b-923b-930352589ab2 req-51efe6b5-49ea-473f-9475-617461844b76 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:31.428151 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-763632ff-1876-4c7b-923b-930352589ab2 req-51efe6b5-49ea-473f-9475-617461844b76 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0647190 Jun 29 10:50:31.465406 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-763632ff-1876-4c7b-923b-930352589ab2 req-dae42679-9514-4091-9fff-68d3765fad94 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Jun 29 10:50:32.121452 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb04f5-27f0-44f0-a72d-66d329ea97d1 req-7df25ce4-4aa2-4956-95bf-0fefe6eb4927 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:32.122975 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-82cb04f5-27f0-44f0-a72d-66d329ea97d1 req-7df25ce4-4aa2-4956-95bf-0fefe6eb4927 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0623331 Jun 29 10:50:32.173353 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-82cb04f5-27f0-44f0-a72d-66d329ea97d1 req-a470ee05-0026-44a1-9eec-df985ab825dd tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Jun 29 10:50:32.642708 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81a70-21a6-478f-9e71-9363eeddab9c req-83be6e64-1c31-44c8-b79f-08ebf7bf0bf0 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:32.644138 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6f81a70-21a6-478f-9e71-9363eeddab9c req-83be6e64-1c31-44c8-b79f-08ebf7bf0bf0 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0664341 Jun 29 10:50:32.683266 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a6f81a70-21a6-478f-9e71-9363eeddab9c req-1b9edda9-ca3f-46f2-bdcf-fbfd5a8f471d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332048 Jun 29 10:50:33.345706 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcd593-c256-4377-b7c9-67967fed9e70 req-17e19d1d-e0d8-41b2-b8f4-41e716fc6565 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:33.347154 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8ebcd593-c256-4377-b7c9-67967fed9e70 req-17e19d1d-e0d8-41b2-b8f4-41e716fc6565 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0628541 Jun 29 10:50:33.384050 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8ebcd593-c256-4377-b7c9-67967fed9e70 req-09f7f7b6-c469-46cc-9983-24ba6b112445 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Jun 29 10:50:33.867258 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4aef5-9f7e-474d-befd-8ab7cc24eb8d req-52d5d42a-0a22-4833-876e-00fc9c329344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:33.869253 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0ec4aef5-9f7e-474d-befd-8ab7cc24eb8d req-52d5d42a-0a22-4833-876e-00fc9c329344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0617628 Jun 29 10:50:33.906316 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-0ec4aef5-9f7e-474d-befd-8ab7cc24eb8d req-7be3ab1b-9910-4128-bef3-9dab2daa13ae tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Jun 29 10:50:34.565933 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86ebf-ec38-4cf1-bd23-e765eb388f86 req-0344a0f0-6776-4515-8e6f-414d0244472f tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:34.567365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-55c86ebf-ec38-4cf1-bd23-e765eb388f86 req-0344a0f0-6776-4515-8e6f-414d0244472f tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0658555 Jun 29 10:50:34.604467 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-55c86ebf-ec38-4cf1-bd23-e765eb388f86 req-e691bc16-aeb3-4c95-94ee-e38cbcb08c70 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304585 Jun 29 10:50:35.085065 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8029512-2143-4dda-87a3-959ed0358b2b req-339227af-3c15-4c5b-a640-a67aa3b7bd6d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:35.087230 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d8029512-2143-4dda-87a3-959ed0358b2b req-339227af-3c15-4c5b-a640-a67aa3b7bd6d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0643482 Jun 29 10:50:35.123833 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d8029512-2143-4dda-87a3-959ed0358b2b req-2647c4f7-31c5-4af2-99e7-55fcd3d02cf9 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Jun 29 10:50:35.824268 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844ca76-67be-4a89-a9e0-889c58655b0c req-57f524d4-5385-43f6-af51-1fcd2520cec6 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:35.825823 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3844ca76-67be-4a89-a9e0-889c58655b0c req-57f524d4-5385-43f6-af51-1fcd2520cec6 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 931 time: 0.0788836 Jun 29 10:50:35.862784 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3844ca76-67be-4a89-a9e0-889c58655b0c req-c040cd5c-b0f1-4846-bcce-2f162e3cde1a tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jun 29 10:50:36.296590 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a490-ca06-427e-aa05-41f034991dfe req-e3fe4818-8315-46fc-9727-08633dd85930 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:36.298063 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2ed3a490-ca06-427e-aa05-41f034991dfe req-e3fe4818-8315-46fc-9727-08633dd85930 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0654418 Jun 29 10:50:36.335671 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2ed3a490-ca06-427e-aa05-41f034991dfe req-e213c768-ddc7-4427-99d8-23bf136b9775 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319760 Jun 29 10:50:36.573686 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Request body: {'port': {'device_id': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:36.648236 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:36.897578 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad33b66-0dc4-4f37-80be-fda084f1404f {{(pid=99738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:36.905636 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:36.918134 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.provisioning_blocks [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Transition to ACTIVE for port object 5ad33b66-0dc4-4f37-80be-fda084f1404f will not be triggered until provisioned by entity L2. {{(pid=99738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:36.922019 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:36.927589 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e41f1c95-6618-4379-b265-1cddb0399819 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:36.971468 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=2']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:36.976437 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:37.035749 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89942df-ae8b-46eb-aa31-79b17db87efc req-fe15d747-5f76-4ac2-8716-dd427a55e80c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.043531 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c89942df-ae8b-46eb-aa31-79b17db87efc req-fe15d747-5f76-4ac2-8716-dd427a55e80c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 943 time: 0.0708764 Jun 29 10:50:37.047174 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Attempting to bind port 5ad33b66-0dc4-4f37-80be-fda084f1404f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:37.047517 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Attempting to bind port 5ad33b66-0dc4-4f37-80be-fda084f1404f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:37.047839 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Attempting to bind port 5ad33b66-0dc4-4f37-80be-fda084f1404f on network 84e6ce73-3877-47e1-a1ca-47541833e089 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:37.052495 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Port 5ad33b66-0dc4-4f37-80be-fda084f1404f on network 84e6ce73-3877-47e1-a1ca-47541833e089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:50:37.052750 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Attempting to bind port 5ad33b66-0dc4-4f37-80be-fda084f1404f on network 84e6ce73-3877-47e1-a1ca-47541833e089 {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:37.057932 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Checking agent: {'id': '69d7a168-0893-4b15-b929-2744fa30f015', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:37.058266 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Checking segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:37.059028 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Bound using segment: {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'} {{(pid=99738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:37.059028 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.managers [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Bound port: 5ad33b66-0dc4-4f37-80be-fda084f1404f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca48b19-de17-4612-a0dc-4fbc54b4e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089'}}] {{(pid=99738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:37.059399 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:37.081478 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-c89942df-ae8b-46eb-aa31-79b17db87efc req-435a8838-05d9-4472-865c-f5ed68181f7e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370321 Jun 29 10:50:37.125414 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, cleared binding levels {{(pid=99738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:37.128520 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:37.134282 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3965710'] for port, after_update {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:37.136336 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c28b0d8-2133-4945-8157-08b3cdfde1a1 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:37.168835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.169475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:37.171063 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-4e60288b-4c10-4243-876b-de63defec277 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 1093 time: 0.6024580 Jun 29 10:50:37.173859 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:37.176950 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b9e7d8-dd58-463e-bdf2-32d9435ec452" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:37.209512 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=3']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:37.217923 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-4e60288b-4c10-4243-876b-de63defec277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:37.220656 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94ddef-587d-462b-b0fb-a7d69e9d837c x-openstack-request-id: req-0e94ddef-587d-462b-b0fb-a7d69e9d837c {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:37.221076 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:37.221837 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e94ddef-587d-462b-b0fb-a7d69e9d837c {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:37.222277 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'status': 'completed', 'code': 200} Jun 29 10:50:37.296898 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-fc656ac7-0619-43f3-923c-ede1edf79fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.298398 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-fc656ac7-0619-43f3-923c-ede1edf79fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1096 time: 0.0595105 Jun 29 10:50:37.345347 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-7d692b01-6dac-49e6-8607-1d88f1e2b2ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 217 time: 0.0380735 Jun 29 10:50:37.404091 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-781b433b-8b23-4186-aca6-3206e584af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.405501 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-781b433b-8b23-4186-aca6-3206e584af07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0459132 Jun 29 10:50:37.461974 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e1ea-6280-469a-a597-1421485ba71f req-00d5f126-2a06-45bc-9875-0d7e79f33405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.463362 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-00d5f126-2a06-45bc-9875-0d7e79f33405 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515406 Jun 29 10:50:37.517900 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f5f8-c751-4736-a0ba-12b253918d92 req-b8b96a06-3ad5-49d5-ac4c-1c5ff7cd0d77 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.519359 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9d8f5f8-c751-4736-a0ba-12b253918d92 req-b8b96a06-3ad5-49d5-ac4c-1c5ff7cd0d77 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0655866 Jun 29 10:50:37.556247 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-e0f4a338-a377-460e-8ce4-334c152d45d5 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858438 Jun 29 10:50:37.557391 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e9d8f5f8-c751-4736-a0ba-12b253918d92 req-1b9ce5eb-0778-496c-855e-a48cfc10af07 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317950 Jun 29 10:50:37.653669 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-7557e1ea-6280-469a-a597-1421485ba71f req-a4a1f052-3971-474b-a2b3-423f59d8f85a service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912788 Jun 29 10:50:37.751318 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-53cf5f49-43dc-4e78-a721-cd4dd9570e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.752684 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-53cf5f49-43dc-4e78-a721-cd4dd9570e24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1096 time: 0.0554473 Jun 29 10:50:37.839747 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-8fee8355-4580-4c72-9043-874681322f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.841185 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-8fee8355-4580-4c72-9043-874681322f72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 915 time: 0.0816469 Jun 29 10:50:37.887170 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-05cc451a-520b-43d8-b93c-21c737404ce0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 217 time: 0.0395770 Jun 29 10:50:37.935715 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-49c8ec41-3761-4af9-af7e-9d104ae7f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.937100 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-49c8ec41-3761-4af9-af7e-9d104ae7f0c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0431397 Jun 29 10:50:38.003025 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-47d045b4-42f0-478f-8525-3172a04d2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:38.004383 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-47d045b4-42f0-478f-8525-3172a04d2b40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0605624 Jun 29 10:50:38.092750 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-1b9c7627-9887-443b-8264-1dbf41738135 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813148 Jun 29 10:50:38.180558 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-12b9e7d8-dd58-463e-bdf2-32d9435ec452 req-6ee10ac8-b6c3-4aef-86fe-3b14c42b92ed service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812967 Jun 29 10:50:38.254220 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9ecd0-7e93-443e-9e3a-3ccd94432c1b req-e9491ecd-a904-40fc-be02-3b821c016764 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:38.255602 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-36b9ecd0-7e93-443e-9e3a-3ccd94432c1b req-e9491ecd-a904-40fc-be02-3b821c016764 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 943 time: 0.0629981 Jun 29 10:50:38.293566 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-36b9ecd0-7e93-443e-9e3a-3ccd94432c1b req-ce492ae2-03e3-481e-a0af-25f81b9f46a8 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Jun 29 10:50:39.467907 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a45a3-bae9-48d0-85ff-dee09323a020 req-d4c4b247-a620-4cbd-8711-44f1b0884745 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:39.469365 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-048a45a3-bae9-48d0-85ff-dee09323a020 req-d4c4b247-a620-4cbd-8711-44f1b0884745 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 943 time: 0.0647829 Jun 29 10:50:39.505190 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-048a45a3-bae9-48d0-85ff-dee09323a020 req-f7dcad16-1454-43c3-9a0a-ce31384fb5fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Jun 29 10:50:40.370105 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 5ad33b66-0dc4-4f37-80be-fda084f1404f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:40.460071 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:40.471358 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Returning: {'device': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'port_id': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'mac_address': 'fa:16:3e:0b:bc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:40.509570 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:40.521397 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad33b66-0dc4-4f37-80be-fda084f1404f {{(pid=99739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:40.541344 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:40.546135 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:40.547877 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-aed5c66b-b865-443d-96b5-2816cec8ca12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:40.592115 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=4']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:40.595260 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:40.680333 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f32e2-65cf-462f-822e-adf3a3114fb9 req-30b60d3a-f7bc-4fad-85b1-f4ac207ca25d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:40.681757 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-806f32e2-65cf-462f-822e-adf3a3114fb9 req-30b60d3a-f7bc-4fad-85b1-f4ac207ca25d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 944 time: 0.0648501 Jun 29 10:50:40.718617 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-806f32e2-65cf-462f-822e-adf3a3114fb9 req-92e9bc28-9d85-4be3-b118-28123986c4d1 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jun 29 10:50:40.745610 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['5ad33b66-0dc4-4f37-80be-fda084f1404f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:41.886768 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816e6f7-fdc2-49cd-8dd8-a84a4ee999cd req-d684fc69-ed8c-4f9a-91ff-38be9f19a8a3 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:41.888206 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3816e6f7-fdc2-49cd-8dd8-a84a4ee999cd req-d684fc69-ed8c-4f9a-91ff-38be9f19a8a3 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 944 time: 0.0615263 Jun 29 10:50:41.925747 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3816e6f7-fdc2-49cd-8dd8-a84a4ee999cd req-61c04432-7f2c-40df-912e-a0cf7e67b978 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Jun 29 10:50:42.391053 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 5ad33b66-0dc4-4f37-80be-fda084f1404f up at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:42.438475 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning for port 5ad33b66-0dc4-4f37-80be-fda084f1404f completed by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:42.442064 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Provisioning complete for port 5ad33b66-0dc4-4f37-80be-fda084f1404f triggered by entity L2. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:42.442438 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:42.516274 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:42.540419 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:42.542924 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b086393692d9d73c5d0308dd56f5abc5702d2fd1ae2baf9a4445c83cfed769" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b089119-e263-474c-b7c3-c544e3ec1c60" -d '{"events": [{"server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "name": "network-vif-plugged", "status": "completed", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:42.555614 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:42.559486 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113'] for port, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:42.561349 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-228f852d-b0e9-4088-9f27-30f0bf30c0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:42.595515 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdde547-c365-4449-8901-a9502419eb82 x-openstack-request-id: req-ccdde547-c365-4449-8901-a9502419eb82 {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:42.595812 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "name": "network-vif-plugged", "status": "completed", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "code": 200}]} {{(pid=99739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:42.596068 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccdde547-c365-4449-8901-a9502419eb82 {{(pid=99739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:42.596452 dv-cinder-786627-13-smb neutron-server[99739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'code': 200} Jun 29 10:50:42.621372 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=5']} {{(pid=99739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:42.624347 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG oslo_concurrency.lockutils [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:42.809812 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c811-af7f-4a53-9abe-ad9b7f2687de req-8a338b1e-58b3-443d-a66f-792e28df2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:42.811213 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-22d2c811-af7f-4a53-9abe-ad9b7f2687de req-8a338b1e-58b3-443d-a66f-792e28df2d82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1098 time: 0.0549524 Jun 29 10:50:42.844094 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-22d2c811-af7f-4a53-9abe-ad9b7f2687de req-dcf00c63-5b7b-427f-8f43-1547976e1539 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271277 Jun 29 10:50:43.096489 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38022e08-bc04-4f8b-b596-f43c4e21fe80 req-254cd51f-9744-4910-921a-f2d83e03ae4e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:43.097852 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-38022e08-bc04-4f8b-b596-f43c4e21fe80 req-254cd51f-9744-4910-921a-f2d83e03ae4e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0657768 Jun 29 10:50:43.134515 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-38022e08-bc04-4f8b-b596-f43c4e21fe80 req-f52ab24d-f08c-47d0-9f55-289958b6c1df tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Jun 29 10:50:44.309743 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f688-a105-4154-86b6-52f1776a250e req-4de1973f-98f8-484d-aba8-be386ed5925e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:44.311092 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-eba4f688-a105-4154-86b6-52f1776a250e req-4de1973f-98f8-484d-aba8-be386ed5925e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0627799 Jun 29 10:50:44.347762 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-eba4f688-a105-4154-86b6-52f1776a250e req-196cc089-48ad-4a9d-9585-4f592ccd552b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Jun 29 10:50:44.516782 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8cc5a-eea0-4ea0-9d81-582f12cebac9 req-dd108a9e-1854-4d3b-9614-5a2a2a92f8d7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:44.518283 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-22b8cc5a-eea0-4ea0-9d81-582f12cebac9 req-dd108a9e-1854-4d3b-9614-5a2a2a92f8d7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0637712 Jun 29 10:50:44.554605 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-22b8cc5a-eea0-4ea0-9d81-582f12cebac9 req-b1bef540-5b50-452a-a7ab-86aec8bb4df2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Jun 29 10:50:45.080134 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316983-9dcc-40d0-b989-47f3e11c6a73 req-8f2f6ef6-8325-4ead-86fc-d4adb06516eb tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.081604 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f316983-9dcc-40d0-b989-47f3e11c6a73 req-8f2f6ef6-8325-4ead-86fc-d4adb06516eb tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0623357 Jun 29 10:50:45.117554 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2f316983-9dcc-40d0-b989-47f3e11c6a73 req-02991df1-417d-4366-b629-43ee9b601862 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Jun 29 10:50:48.305482 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137347d3-a0d2-4459-b0bc-48f11d9f2944 req-abe12084-eba4-4257-a15c-734ee19a2751 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.308027 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-137347d3-a0d2-4459-b0bc-48f11d9f2944 req-abe12084-eba4-4257-a15c-734ee19a2751 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0629032 Jun 29 10:50:48.348394 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-137347d3-a0d2-4459-b0bc-48f11d9f2944 req-9f897998-ae46-4f72-8f17-ec7c8cc90e5f tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Jun 29 10:50:48.373499 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60252) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:48.465703 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961a167-05c0-40c7-b38f-f92b55aec570 tempest-TestMinimumBasicScenario-470902563 tempest-TestMinimumBasicScenario-470902563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.467180 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-8961a167-05c0-40c7-b38f-f92b55aec570 tempest-TestMinimumBasicScenario-470902563 tempest-TestMinimumBasicScenario-470902563-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1093 time: 0.0927379 Jun 29 10:50:48.470023 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60256) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:48.474391 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'floatingip': {'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'port_id': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:48.496316 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for floatingip, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.585973 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.687101 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_common [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Allocated IP 172.28.0.78 (bab41afd-19da-48d4-9e74-f3c5dcaa6488/f1713638-463d-4eae-861e-906d03cbb93c/371f23e4-e020-430c-bbd0-adaf628657ed) {{(pid=99737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:48.786496 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for port, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.075087 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784078999278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3189894'] for port, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.077036 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-154cb87e-e54f-4c18-90eb-8e47779276be tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:49.113939 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Network bab41afd-19da-48d4-9e74-f3c5dcaa6488 is already hosted by enough agents. {{(pid=99737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:49.118060 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Resources bound (agent type, host, resource id): {{(pid=99737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:49.122931 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Received port after_create {{(pid=99737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:49.125909 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'Port': ['ID=371f23e4-e020-430c-bbd0-adaf628657ed,revision_number=1']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:49.148980 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.149468 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.150025 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.150330 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.150696 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.151061 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.151424 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.151784 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.152146 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.152504 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.152862 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.153241 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.157557 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:49.493109 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.568670 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.624420 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.710867 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.715753 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.717686 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-28b2b561-8a49-4e5d-b829-3e81984f32c7 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:49.781627 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'Port': ['ID=371f23e4-e020-430c-bbd0-adaf628657ed,revision_number=2']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:49.785623 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:49.795652 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514187'] for floatingip, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.891357 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.l3_db [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Floating IP 990650d1-3d7e-4f34-9f6f-1b43e17618ba associated. External IP: 172.28.0.78, port: 5ad33b66-0dc4-4f37-80be-fda084f1404f. Jun 29 10:50:50.094260 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:50.198873 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:50.207806 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] Sync routers for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:50.215444 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.216865 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:50.217526 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:50:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:50.251248 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7802269 Jun 29 10:50:50.252290 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:50.254088 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60260) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:50.255492 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d381eb6-f16e-454d-92ee-6495b5abba67" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:50.258718 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559360193', 'description': 'tempest-secgroup-smoke-559360193 description', 'project_id': '8cea6d3d133f425694600923af1b6ed9'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:50.284311 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.328481 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:50.357788 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e642b3-86ab-4614-bdd1-db03dbc0d486 x-openstack-request-id: req-68e642b3-86ab-4614-bdd1-db03dbc0d486 {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:50.358126 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:50.358424 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68e642b3-86ab-4614-bdd1-db03dbc0d486 {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:50.358864 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'status': 'completed', 'code': 200} Jun 29 10:50:50.375397 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.379297 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.382659 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-618c4654-1c11-4acb-8248-78d795ee6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:50.434742 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.435949 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1808891 Jun 29 10:50:50.438950 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60266) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:50.439287 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4d45b-49d2-4e02-ae1f-a876c0238309,revision_number=1']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:50.446320 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group_rule': {'security_group_id': '2cd4d45b-49d2-4e02-ae1f-a876c0238309', 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:50.450015 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.450327 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.450694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.451052 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.451409 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.451765 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.452117 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.452467 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.453070 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.453200 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.453523 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.453871 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:50.459858 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-1b040cd0-2403-4428-a0ef-b861a38d5325 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.479616 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-cfae3a72-3035-4931-9a3f-a2986e3d338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.481143 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-cfae3a72-3035-4931-9a3f-a2986e3d338c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1098 time: 0.0921137 Jun 29 10:50:50.482661 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.532395 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.537713 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.541515 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a54ce23a-01d6-4c18-842f-1c6ab5d14cc5 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:50.558799 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f02820b-28c2-40bd-9ee6-171c01028192,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:50.561600 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.566514 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '990650d1-3d7e-4f34-9f6f-1b43e17618ba', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'floating_ip_address': '172.28.0.78', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'port_id': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'mac_address': 'fa:16:3e:0b:bc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:50:49Z', 'updated_at': '2021-06-29T10:50:49Z', 'revision_number': 0, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:50.566773 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.567862 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-6ecbee90-5afd-438d-ab63-b6015970ad41 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260917 Jun 29 10:50:50.570604 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60268) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:50.576039 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group_rule': {'security_group_id': '2cd4d45b-49d2-4e02-ae1f-a876c0238309', 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:50.579372 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-0aa1da6a-a2d4-418e-a266-026d2ec00bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.580830 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-0aa1da6a-a2d4-418e-a266-026d2ec00bf1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 915 time: 0.0919862 Jun 29 10:50:50.602162 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] Checking router: 34a17ab4-87ce-4d9e-a706-219d651f2cd2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:50.603430 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.611250 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:50.611873 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:50:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:50.649066 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-25c219c0-2781-498d-8e63-2a90e9fe579a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 998 time: 0.0606136 Jun 29 10:50:50.663639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.669085 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.671283 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:50.683852 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085ac245-18e2-4c2d-a042-bb071f788de1,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:50.686671 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.699373 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.703613 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60270) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:50.703774 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-de13f43c-3a49-4a10-9d94-71d2d294c0a5 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313758 Jun 29 10:50:50.708055 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.v2.base [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group_rule': {'security_group_id': '2cd4d45b-49d2-4e02-ae1f-a876c0238309', 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:50.716674 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-631e9c3f-fd3f-455a-9a7b-8d59c57fafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.718094 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-631e9c3f-fd3f-455a-9a7b-8d59c57fafa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0627751 Jun 29 10:50:50.729598 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:50.768615 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.819250 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-e694a351-35db-4285-b0bd-c8150f2ff7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.820723 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-e694a351-35db-4285-b0bd-c8150f2ff7c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0963781 Jun 29 10:50:50.880222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.885201 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.889899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:50.913110 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6f546c-015b-4eab-a363-8b9860f95f8a,revision_number=0']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:50.918896 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.923829 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.925041 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-74fadbf9-725a-4a36-a017-e1887824a1fa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2204831 Jun 29 10:50:50.927866 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60272) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:50.934408 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group_rule': {'security_group_id': '2cd4d45b-49d2-4e02-ae1f-a876c0238309', 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:50.947925 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-996bfc48-5ae1-41b1-9847-a2f9631055c3 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193357 Jun 29 10:50:50.951982 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '990650d1-3d7e-4f34-9f6f-1b43e17618ba', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'floating_ip_address': '172.28.0.78', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'port_id': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'mac_address': 'fa:16:3e:0b:bc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:50:49Z', 'updated_at': '2021-06-29T10:50:49Z', 'revision_number': 0, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:50.969190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.983079 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942535e-95c7-4367-adbc-fc5ca988c64c None None] The sync data for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb is: [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_floatingips': [{'id': '990650d1-3d7e-4f34-9f6f-1b43e17618ba', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'floating_ip_address': '172.28.0.78', 'floating_network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'router_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'port_id': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'mac_address': 'fa:16:3e:0b:bc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:50:49Z', 'updated_at': '2021-06-29T10:50:49Z', 'revision_number': 0, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:51.033174 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.037352 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.039418 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-3b6d21e0-7871-4ae2-9d1d-c07c73f94eab tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:51.049973 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1d381eb6-f16e-454d-92ee-6495b5abba67 req-1a6fa74d-f71d-4ca3-87ff-6dd6d8c6cbed service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952828 Jun 29 10:50:51.059326 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e124bfb-5a88-4ae7-b0f6-9cb4253da83d,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:51.062014 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:51.062595 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.064950 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-aee0e1c2-4849-4ae5-87d8-2b23100dda20 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344752 Jun 29 10:50:51.067590 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60274) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:51.073359 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group_rule': {'security_group_id': '2cd4d45b-49d2-4e02-ae1f-a876c0238309', 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:51.097501 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.securitygroups_db [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Project 8cea6d3d133f425694600923af1b6ed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:50:51.102271 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.164530 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.170066 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.176011 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:51.191870 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acd64ba-21f7-44c1-91b7-7157deee1eae,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:51.194550 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:51.197142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.198119 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-f765f980-2651-4cd9-b011-43cc5d356af2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289544 Jun 29 10:50:51.200835 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60276) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:51.205751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'security_group_rule': {'security_group_id': '2cd4d45b-49d2-4e02-ae1f-a876c0238309', 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:51.210689 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace24c0-526b-41c8-a8b3-a5fc41b29973 None None] New status for floating IP 990650d1-3d7e-4f34-9f6f-1b43e17618ba: ACTIVE {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:50:51.229943 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.securitygroups_db [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Project 8cea6d3d133f425694600923af1b6ed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:50:51.234754 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.296709 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.300324 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-397232'] for security_group_rule, after_create {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.302671 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6ce72b3d-3c44-4309-bed2-8b3a04a68f29 tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:51.318939 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3da97c-d2ba-4eff-a38f-31675c784d26,revision_number=0']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:51.322638 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:51.326464 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.327827 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-24d5ef91-b02b-42e5-aa2e-5a0aae731909 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258397 Jun 29 10:50:51.468131 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-938e7aa0-7b77-49da-af2d-3c1b2a4f5917 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559360193&fields=id&tenant_id=8cea6d3d133f425694600923af1b6ed9 HTTP/1.1" status: 200 len: 267 time: 0.0325105 Jun 29 10:50:51.535908 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-09b63ccd-3e3f-4b00-b263-2ff15d98b416 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.537284 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-09b63ccd-3e3f-4b00-b263-2ff15d98b416 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0640528 Jun 29 10:50:51.548536 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'port': {'security_groups': ['27167a92-1ad5-42d6-ad7c-1ce59b3488a8', '2cd4d45b-49d2-4e02-ae1f-a876c0238309']}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:51.635410 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.817893 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:51.849798 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.854290 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.857957 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:51.866073 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['5ad33b66-0dc4-4f37-80be-fda084f1404f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:51.907273 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.907897 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.913403 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-db15a58a-5376-49d8-8f3a-74f591626a56 req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "PUT /v2.0/ports/5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 981 time: 0.3691719 Jun 29 10:50:51.937157 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=6']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:51.941020 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-d717294d-77c6-4dcd-8f12-029e5545d7da tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:51.985902 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['5ad33b66-0dc4-4f37-80be-fda084f1404f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:52.083039 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24689e17-adc0-474c-a75c-bd425d2acfdf req-3c992792-8f3e-46bf-93c9-004a26a0737e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.084832 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-24689e17-adc0-474c-a75c-bd425d2acfdf req-3c992792-8f3e-46bf-93c9-004a26a0737e tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0717258 Jun 29 10:50:52.128302 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-24689e17-adc0-474c-a75c-bd425d2acfdf req-e0d67b0d-70fb-4553-84a5-55594316d7aa tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369473 Jun 29 10:50:52.215907 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-1a2df23a-7a84-4f4f-b11e-3bf72a6c2d6b None None] Provisioning complete for port 5ad33b66-0dc4-4f37-80be-fda084f1404f triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:52.216210 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-1a2df23a-7a84-4f4f-b11e-3bf72a6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.360627 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:52.363992 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8165dc-c403-480e-bba7-1c641e84cf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:52.400839 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6fd9e-9fb5-4c43-a02a-6523eee737cd x-openstack-request-id: req-9cc6fd9e-9fb5-4c43-a02a-6523eee737cd {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:52.401203 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:52.401498 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cc6fd9e-9fb5-4c43-a02a-6523eee737cd {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:52.401927 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'status': 'completed', 'code': 200} Jun 29 10:50:52.476797 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-78b2a64b-0807-4617-b692-2f8288de3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.478988 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-78b2a64b-0807-4617-b692-2f8288de3578 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1137 time: 0.0561199 Jun 29 10:50:52.566197 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-b5a55f30-2247-45e2-b1c9-6a065f3c1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.567635 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-b5a55f30-2247-45e2-b1c9-6a065f3c1c80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 915 time: 0.0831432 Jun 29 10:50:52.634431 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-8f20aa18-642b-4a01-a554-dd42714a1bc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 1000 time: 0.0604367 Jun 29 10:50:52.682088 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-087cc1ac-2b97-4223-93d1-550037427b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.683485 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-087cc1ac-2b97-4223-93d1-550037427b4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0427170 Jun 29 10:50:52.739626 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-2d391b11-2f3f-4c97-8613-69e5b9de79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.741159 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-2d391b11-2f3f-4c97-8613-69e5b9de79ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0498552 Jun 29 10:50:52.831090 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-b0c1e11d-173c-414e-9157-d44f26c2852f service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Jun 29 10:50:52.915652 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-df8165dc-c403-480e-bba7-1c641e84cf8c req-ae4d56fd-a1fe-436e-8927-f86f1a6b6482 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781589 Jun 29 10:50:55.693702 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-e752f9c6-283f-4d5f-bf7a-8bf831344031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.483908 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-22995611-0b82-4354-bc17-1f795a7f412d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.800157 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:59.592405 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.168353 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.599706 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:18.020093 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-1d6368bd-29a9-4863-86e3-113e9fc92414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.021505 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-1d6368bd-29a9-4863-86e3-113e9fc92414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1137 time: 0.0555706 Jun 29 10:51:18.069385 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772a46f-4451-44c3-9628-bff469b95131 req-d8c3e3a6-3b38-4f4f-9057-22e9dc590d2a tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.070853 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2772a46f-4451-44c3-9628-bff469b95131 req-d8c3e3a6-3b38-4f4f-9057-22e9dc590d2a tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0673978 Jun 29 10:51:18.115340 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-6d5bd282-703c-47df-806b-45ceac7c07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.116227 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-6d5bd282-703c-47df-806b-45ceac7c07b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 915 time: 0.0859780 Jun 29 10:51:18.117416 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-2772a46f-4451-44c3-9628-bff469b95131 req-c23a33cc-bbe0-4abf-8d82-9138f620ec53 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404897 Jun 29 10:51:18.188197 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-1111245f-aec0-4271-bede-f0e88cf98291 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 1000 time: 0.0628424 Jun 29 10:51:18.236983 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-fb8d2536-3ec0-43fb-90b0-dda2b3886f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.238389 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-fb8d2536-3ec0-43fb-90b0-dda2b3886f5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0433848 Jun 29 10:51:18.293828 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-28d87a42-997a-46fe-83f7-c62944606307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.295219 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-28d87a42-997a-46fe-83f7-c62944606307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0505362 Jun 29 10:51:18.388663 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-9ad6c6ca-8359-43cb-a718-e0d1c85abbff service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860226 Jun 29 10:51:18.474826 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-f8b99b6b-c178-4955-a6db-4b164f521aa2 req-3e13b7f8-162e-4391-a107-8c13d37a30ca service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793822 Jun 29 10:51:19.291266 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da074171-16a9-476e-8af6-829cc6fc3d56 req-4c4e0037-8cfe-4d0c-a598-1df8fb29b393 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:19.292639 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-da074171-16a9-476e-8af6-829cc6fc3d56 req-4c4e0037-8cfe-4d0c-a598-1df8fb29b393 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0637786 Jun 29 10:51:19.330836 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-da074171-16a9-476e-8af6-829cc6fc3d56 req-b4e3b626-b96f-4f97-951e-3efb23daa448 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322607 Jun 29 10:51:19.615357 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.500604 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6148be3-18a7-44e2-a0c8-35d520ff7b82 req-bf587ebe-b7ee-4e30-9ad0-7645b3f30f2d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:20.502149 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d6148be3-18a7-44e2-a0c8-35d520ff7b82 req-bf587ebe-b7ee-4e30-9ad0-7645b3f30f2d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0616095 Jun 29 10:51:20.544759 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d6148be3-18a7-44e2-a0c8-35d520ff7b82 req-4cbaa2c3-4dc7-43d8-a519-f3927e9f09c3 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370386 Jun 29 10:51:21.716486 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764c3cf-0781-47d2-b2ed-0ffe696243c4 req-dc423eed-d238-411e-afa3-c39b9b987f5c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:21.717979 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8764c3cf-0781-47d2-b2ed-0ffe696243c4 req-dc423eed-d238-411e-afa3-c39b9b987f5c tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0619144 Jun 29 10:51:21.757686 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-8764c3cf-0781-47d2-b2ed-0ffe696243c4 req-63a4c1dc-86c5-49fd-9d33-7ed5be04dd3b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341282 Jun 29 10:51:22.930887 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63a7aa-155f-41b4-b315-ad817a16b9a8 req-00e900b0-23aa-4c7d-88a3-13ddbe6babf4 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:22.932505 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e63a7aa-155f-41b4-b315-ad817a16b9a8 req-00e900b0-23aa-4c7d-88a3-13ddbe6babf4 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0655360 Jun 29 10:51:22.972049 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-5e63a7aa-155f-41b4-b315-ad817a16b9a8 req-b2bb10d7-29f2-41a8-ae69-6c4623a83f4b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338583 Jun 29 10:51:23.338463 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-2046fae7-13f7-45d0-96e3-0f27869cc3cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2965672 Jun 29 10:51:23.429108 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-4de78b05-c24d-4246-a0bb-85e672ab2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:23.431192 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-4de78b05-c24d-4246-a0bb-85e672ab2f57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.0508561 Jun 29 10:51:23.531553 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-9610fd38-95c1-41ae-8e6c-9170652edd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:23.532992 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-9610fd38-95c1-41ae-8e6c-9170652edd5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.0829701 Jun 29 10:51:23.593776 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-5c325033-3dd2-4482-9b4a-b74f199d02f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 1001 time: 0.0545697 Jun 29 10:51:23.639568 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-ab466108-c952-4677-b494-2c44f848fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:23.640951 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-ab466108-c952-4677-b494-2c44f848fdf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0414028 Jun 29 10:51:23.698162 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-10391e0a-41e8-465f-8c9d-04f3d1dec108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:23.699541 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-10391e0a-41e8-465f-8c9d-04f3d1dec108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0522850 Jun 29 10:51:23.784693 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-9147a18c-a3ab-46d2-b278-4389cb5f00e6 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784407 Jun 29 10:51:23.873479 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1f530525-6aa9-40f2-9ad4-efd0b79a6f0d req-e125053f-4b12-432c-bc0c-d93dcfaf2597 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819433 Jun 29 10:51:24.147899 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86cd93-55a6-4f39-8537-f05e64a13064 req-fd5ffdce-2149-47bc-bf50-508051eb8e97 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:24.149894 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7e86cd93-55a6-4f39-8537-f05e64a13064 req-fd5ffdce-2149-47bc-bf50-508051eb8e97 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0679936 Jun 29 10:51:24.188155 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-7e86cd93-55a6-4f39-8537-f05e64a13064 req-a563f34e-6326-47d0-95f1-1f179fb93654 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324106 Jun 29 10:51:25.359406 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc35-81d3-4db2-87ff-4fbc163b49c6 req-64ec3f4b-2c0a-4468-aa89-056199f75db3 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:25.360865 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b3c9cc35-81d3-4db2-87ff-4fbc163b49c6 req-64ec3f4b-2c0a-4468-aa89-056199f75db3 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0624642 Jun 29 10:51:25.399961 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-b3c9cc35-81d3-4db2-87ff-4fbc163b49c6 req-d51a9923-e989-4b32-bd6e-750be521c366 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332797 Jun 29 10:51:25.692991 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2277d0d5-576e-42a3-9c69-62284d709e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.569875 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cbc4f-79f8-4723-807f-cfbfd4fd368e req-45f98a7c-89fb-4228-afc7-d1de7e322367 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:26.572003 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed9cbc4f-79f8-4723-807f-cfbfd4fd368e req-45f98a7c-89fb-4228-afc7-d1de7e322367 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0649219 Jun 29 10:51:26.619948 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ed9cbc4f-79f8-4723-807f-cfbfd4fd368e req-5242134d-3211-4a13-bc8c-a62367e8cc3f tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396338 Jun 29 10:51:27.792140 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5667031-ee65-4219-b918-beeef5e03ad2 req-77a6a7d0-888c-438a-856b-51deca89473b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:27.793590 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a5667031-ee65-4219-b918-beeef5e03ad2 req-77a6a7d0-888c-438a-856b-51deca89473b tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0633988 Jun 29 10:51:27.832415 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-a5667031-ee65-4219-b918-beeef5e03ad2 req-565297a7-35c8-4393-85ce-44ed016781f3 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331857 Jun 29 10:51:28.484686 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-08325b00-1467-4e44-a3ea-8663b23cc574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.800292 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.007282 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56761-e448-4d3e-b824-b2aea23c188d req-5ca20813-3296-4551-8be3-acf2087481f9 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:29.009666 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-27a56761-e448-4d3e-b824-b2aea23c188d req-5ca20813-3296-4551-8be3-acf2087481f9 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0641673 Jun 29 10:51:29.047614 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-27a56761-e448-4d3e-b824-b2aea23c188d req-9ca63d43-f129-43d6-9e3c-da0c6031710f tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322435 Jun 29 10:51:29.595135 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.218918 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a508da0-ed1f-4077-aee3-c90ae548b6c0 req-ceb2e315-566d-4b66-bc46-b7a78c94e1ae tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:30.220351 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1a508da0-ed1f-4077-aee3-c90ae548b6c0 req-ceb2e315-566d-4b66-bc46-b7a78c94e1ae tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0655866 Jun 29 10:51:30.259200 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-1a508da0-ed1f-4077-aee3-c90ae548b6c0 req-87db15bd-f178-4deb-a520-5f1dffdc6355 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cd4d45b-49d2-4e02-ae1f-a876c0238309&id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330234 Jun 29 10:51:31.170873 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:38.598032 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:49.623869 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.135214 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60332) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:53.286728 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Deleting port a3bf047d-f43c-4e3f-ad1d-3faeba255876 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:53.286983 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.361098 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.361423 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.373223 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Calling delete_port for a3bf047d-f43c-4e3f-ad1d-3faeba255876 owned by network:floatingip {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:53.536941 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.538971 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-c93b3183-065c-4a19-853f-ea3122963b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:53.561471 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event deleted for resources: {'Port': ['ID=a3bf047d-f43c-4e3f-ad1d-3faeba255876,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:53.588833 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.589239 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.589603 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.589962 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.590317 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.590670 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.591018 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.591364 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.591710 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.592056 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.592399 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.592742 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:53.596287 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:53.629899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for floatingip, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.630231 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.db.l3_db [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Floating IP d78666e1-60dd-4b30-b3bc-50b09b1f4efe disassociated (deleted). External IP: 172.28.0.45, port: 9503decc-633c-4a52-af78-1c3a8b17cf2d. Jun 29 10:51:53.833256 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:53.936647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:53.941418 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.946462 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] Sync routers for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:53.954760 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:53.955371 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:53.981068 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f1ebbf76-75ad-403d-9706-020070f0339a tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "DELETE /v2.0/floatingips/d78666e1-60dd-4b30-b3bc-50b09b1f4efe HTTP/1.1" status: 204 len: 168 time: 0.8446810 Jun 29 10:51:53.981724 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:53.984082 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:54.021912 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e546d8-f2d2-4372-a581-f83bda4bf0e6 x-openstack-request-id: req-78e546d8-f2d2-4372-a581-f83bda4bf0e6 {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:54.022240 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:54.022522 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78e546d8-f2d2-4372-a581-f83bda4bf0e6 {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:54.022947 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'status': 'completed', 'code': 200} Jun 29 10:51:54.110466 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-bafd330a-a07b-42f3-93d5-6850ea1c8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.112276 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-bafd330a-a07b-42f3-93d5-6850ea1c8dcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e9082fd2b834046b62ad91360981797&device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 1099 time: 0.0623102 Jun 29 10:51:54.186952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:54.209486 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-0fd3e726-5c7f-4ddd-b359-91001f84b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.211006 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-0fd3e726-5c7f-4ddd-b359-91001f84b4f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 200 len: 910 time: 0.0923786 Jun 29 10:51:54.267774 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-5ef3e1fe-0590-443a-a104-79693f39b50a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 200 len: 217 time: 0.0386579 Jun 29 10:51:54.320771 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-278eae07-c2be-476a-a779-713a795165de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.322539 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-278eae07-c2be-476a-a779-713a795165de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 200 len: 848 time: 0.0469887 Jun 29 10:51:54.365239 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ab288-e863-402b-9249-ce037aafac39 req-ede3c577-d577-448f-8c2c-8ec0f115138d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.366695 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-078ab288-e863-402b-9249-ce037aafac39 req-ede3c577-d577-448f-8c2c-8ec0f115138d tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0685666 Jun 29 10:51:54.382175 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-7099d5c1-80db-460a-afe6-221cb838d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.384457 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-7099d5c1-80db-460a-afe6-221cb838d69a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15477e7b-39d8-4bf4-bf77-af6c7909e36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0535970 Jun 29 10:51:54.402617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:35Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:54.407057 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-078ab288-e863-402b-9249-ce037aafac39 req-d3fb495c-7971-4db3-9e17-08954cc1c8ff tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329974 Jun 29 10:51:54.433636 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] Checking router: ab3a7547-5579-4f94-a79d-e7a7cb87ec23 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:54.442050 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:54.442652 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:28Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:54.477744 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-32140b13-33df-4c3c-a4c0-eb3faeb05538 service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866308 Jun 29 10:51:54.546531 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:54.564630 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-16e14399-4a47-4904-9d7b-24d9b2d0b2d9 req-6a090f38-bc6d-4598-87c9-1347adff105b service neutron] 10.222.0.60 "GET /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799353 Jun 29 10:51:54.734438 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:35Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:54.760765 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e6536-2f75-4a1a-a278-9beb4e9d4c6d None None] The sync data for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb is: [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': 'fac31984-128d-4e54-9dea-1f50dd5a5fdb', 'name': '', 'network_id': '15477e7b-39d8-4bf4-bf77-af6c7909e36b', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'mac_address': 'fa:16:3e:ab:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:29Z', 'updated_at': '2021-06-29T10:47:35Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'subnets': [{'id': '71ea26b1-90d2-46e5-9947-12561b500b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:54.971353 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25969672-ddf6-4fe6-a91e-8002b8e6e4fa None None] New status for floating IP d78666e1-60dd-4b30-b3bc-50b09b1f4efe: DOWN {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:55.580932 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c539aa-ad60-42ef-8ff9-6712e4890f64 req-0d5c6b2a-98e1-4342-bbd9-1471fb6c36b8 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:55.582403 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3c539aa-ad60-42ef-8ff9-6712e4890f64 req-0d5c6b2a-98e1-4342-bbd9-1471fb6c36b8 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0618494 Jun 29 10:51:55.622878 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-e3c539aa-ad60-42ef-8ff9-6712e4890f64 req-ff76c3f7-7bfa-4d0b-b8cd-7204d75b03cf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7502ac-31c9-4638-9af0-38f127cf0374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Jun 29 10:51:55.670292 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-37620e63-d6ee-4413-9fee-2bf9d568a7ad tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:55.671709 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-37620e63-d6ee-4413-9fee-2bf9d568a7ad tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.60 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 946 time: 0.0667281 Jun 29 10:51:55.694372 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-25b04445-9353-43cc-a9a6-abd49cee441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.771014 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Deleting port 9503decc-633c-4a52-af78-1c3a8b17cf2d {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:55.771350 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.859538 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] For port 9503decc-633c-4a52-af78-1c3a8b17cf2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9503decc-633c-4a52-af78-1c3a8b17cf2d,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:55.859892 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.872035 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Calling delete_port for 9503decc-633c-4a52-af78-1c3a8b17cf2d owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:55.995331 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.999061 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-79ba673f-b9e8-4683-a53e-62da546e913b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:56.026296 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event deleted for resources: {'Port': ['ID=9503decc-633c-4a52-af78-1c3a8b17cf2d,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:56.029847 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:56.072762 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] No DVR routers for this DVR port 9503decc-633c-4a52-af78-1c3a8b17cf2d on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:56.075147 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:56.077099 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-3f143baf-b0cb-4714-8897-8bdca5a0a9a7 req-8aef30f1-b2c1-4ea7-a1b3-ed0239c8c344 tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.60 "DELETE /v2.0/ports/9503decc-633c-4a52-af78-1c3a8b17cf2d HTTP/1.1" status: 204 len: 173 time: 0.4001701 Jun 29 10:51:56.077594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-deleted', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:56.079836 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d322d5-02f8-4d7f-aa8b-b8a523cfe218" -d '{"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-deleted", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:56.118745 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a79f2-cc39-4a49-b64b-46bcf90d6d2b x-openstack-request-id: req-915a79f2-cc39-4a49-b64b-46bcf90d6d2b {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:56.119061 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570b8f2a-ee99-4aa5-89b9-1a3c15327b97", "name": "network-vif-deleted", "tag": "9503decc-633c-4a52-af78-1c3a8b17cf2d", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:56.119341 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-915a79f2-cc39-4a49-b64b-46bcf90d6d2b {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:56.119759 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b8f2a-ee99-4aa5-89b9-1a3c15327b97', 'name': 'network-vif-deleted', 'tag': '9503decc-633c-4a52-af78-1c3a8b17cf2d', 'status': 'completed', 'code': 200} Jun 29 10:51:56.780273 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-ff78d69c-b89f-4bd3-8750-47cb9054a881 req-695390c4-b5dc-416f-9a9c-aaec8128b23c tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "GET /v2.0/ports?device_id=570b8f2a-ee99-4aa5-89b9-1a3c15327b97 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Jun 29 10:51:57.873920 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60352) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:57.933485 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.958584 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.016518 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.019089 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.020210 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa7502ac-31c9-4638-9af0-38f127cf0374 HTTP/1.1" status: 204 len: 168 time: 0.1452754 Jun 29 10:51:58.021073 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3476e29a-45f2-480b-bcab-e155cd95d52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:58.030276 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7502ac-31c9-4638-9af0-38f127cf0374,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:58.032529 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:58.066741 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60356) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:58.401666 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.485944 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b48d12d8-2720-42fe-b311-9439d47e5093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.648103 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Deleting port fac31984-128d-4e54-9dea-1f50dd5a5fdb {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:58.648977 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.722717 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] For port fac31984-128d-4e54-9dea-1f50dd5a5fdb, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=fac31984-128d-4e54-9dea-1f50dd5a5fdb,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:58.722984 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.730739 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:58.738614 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Calling delete_port for fac31984-128d-4e54-9dea-1f50dd5a5fdb owned by network:router_interface {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:58.749617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 9503decc-633c-4a52-af78-1c3a8b17cf2d {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:58.749973 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 9503decc-633c-4a52-af78-1c3a8b17cf2d not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:58.800146 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.922182 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.924237 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2b636257-979a-4c7c-a1d5-39d19147e205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:58.947937 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Pushing event deleted for resources: {'Port': ['ID=fac31984-128d-4e54-9dea-1f50dd5a5fdb,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:58.951234 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:59.107802 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.314669 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:59.416563 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:59.421484 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] 10.222.0.53 "PUT /v2.0/routers/ab3a7547-5579-4f94-a79d-e7a7cb87ec23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3537476 Jun 29 10:51:59.423965 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60358) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:59.427031 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] Sync routers for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:59.436796 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:59.437564 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:59.542412 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:59.643514 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.734274 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:51:58Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:59.764460 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] Checking router: ab3a7547-5579-4f94-a79d-e7a7cb87ec23 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:59.772704 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] Routers {'ab3a7547-5579-4f94-a79d-e7a7cb87ec23'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:59.774044 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:59.776334 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks [] for router, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.874444 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.880468 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] Set router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:59.924652 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Deleting port 34875763-a7fe-4f5c-8911-4bc76cc37b06 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:59.925225 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.005363 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] For port 34875763-a7fe-4f5c-8911-4bc76cc37b06, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=34875763-a7fe-4f5c-8911-4bc76cc37b06,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:00.005723 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.017102 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Calling delete_port for 34875763-a7fe-4f5c-8911-4bc76cc37b06 owned by network:router_gateway {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:00.058695 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:51:58Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:00.083790 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54567ce-ae4a-4125-ad2b-20988076db88 None None] The sync data for ids ['ab3a7547-5579-4f94-a79d-e7a7cb87ec23'] in dv-cinder-786627-13-smb is: [{'id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'name': 'tempest-TestShelveInstance-2080823496-router', 'tenant_id': '1e9082fd2b834046b62ad91360981797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:51:58Z', 'revision_number': 5, 'project_id': '1e9082fd2b834046b62ad91360981797', 'gw_port': {'id': '34875763-a7fe-4f5c-8911-4bc76cc37b06', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a7547-5579-4f94-a79d-e7a7cb87ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:27Z', 'updated_at': '2021-06-29T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:00.180464 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.182565 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:00.205331 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Pushing event deleted for resources: {'Port': ['ID=34875763-a7fe-4f5c-8911-4bc76cc37b06,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:00.207763 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:00.270635 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.358058 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.360026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.404661 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.405195 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3a7547-5579-4f94-a79d-e7a7cb87ec23 {{(pid=99738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:00.409414 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.410514 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-594c1607-0c57-476a-833e-2a05e636ef34 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ab3a7547-5579-4f94-a79d-e7a7cb87ec23 HTTP/1.1" status: 204 len: 168 time: 0.9856341 Jun 29 10:52:00.413020 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60360) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:00.455966 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Deleting subnet 71ea26b1-90d2-46e5-9947-12561b500b92 {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:00.459225 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.493463 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.575291 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.626687 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.629810 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:00.652583 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ea26b1-90d2-46e5-9947-12561b500b92,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:00.655593 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:00.656656 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.658463 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-32e03eea-1fd2-4299-809c-1e7faecfda2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/71ea26b1-90d2-46e5-9947-12561b500b92 HTTP/1.1" status: 204 len: 168 time: 0.2442660 Jun 29 10:52:00.661001 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60362) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:00.664911 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7fbb7-bf78-4c39-bf27-aab8b0da56ed None None] Network 15477e7b-39d8-4bf4-bf77-af6c7909e36b requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:00.735850 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.791122 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Deleting port a6c6e62b-348d-4043-9149-9808eca1bf33 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:00.791461 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.853808 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] For port a6c6e62b-348d-4043-9149-9808eca1bf33, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=a6c6e62b-348d-4043-9149-9808eca1bf33,segment=NetworkSegment(5440fc0c-2dd1-401a-a443-613aef9756d9),segment_id=5440fc0c-2dd1-401a-a443-613aef9756d9)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:00.854163 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.865920 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Calling delete_port for a6c6e62b-348d-4043-9149-9808eca1bf33 owned by network:dhcp {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:00.947431 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.950194 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-023b1dba-3cd3-4768-91a8-0485811cd74b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:00.973311 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c6e62b-348d-4043-9149-9808eca1bf33,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:00.976886 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:00.977669 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] No DVR routers for this DVR port a6c6e62b-348d-4043-9149-9808eca1bf33 on host dv-cinder-786627-13-smb {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:01.047426 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.057229 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15477e7b-39d8-4bf4-bf77-af6c7909e36b']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:01.066830 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5440fc0c-2dd1-401a-a443-613aef9756d9') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:01.067125 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5440fc0c-2dd1-401a-a443-613aef9756d9') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:01.076043 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.089654 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.095910 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:01.096300 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:01.098920 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:01.112168 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4d585-dae0-407a-9352-b3f0774cd4e0 None None] DHCP port deletion for 15477e7b-39d8-4bf4-bf77-af6c7909e36b request from dv-cinder-786627-13-smb {{(pid=99739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:01.156232 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.163924 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-01cf32ad-3af3-4b18-b163-6da5b4640e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:01.168021 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.173031 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60364) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:01.173583 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] 10.222.0.53 "DELETE /v2.0/networks/15477e7b-39d8-4bf4-bf77-af6c7909e36b HTTP/1.1" status: 204 len: 168 time: 0.5110672 Jun 29 10:52:01.174447 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.183855 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=15477e7b-39d8-4bf4-bf77-af6c7909e36b,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:01.186197 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:01.436602 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device a6c6e62b-348d-4043-9149-9808eca1bf33 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:01.456669 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: a6c6e62b-348d-4043-9149-9808eca1bf33 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:01.457308 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device a6c6e62b-348d-4043-9149-9808eca1bf33 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:01.457494 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fac31984-128d-4e54-9dea-1f50dd5a5fdb no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:01.477292 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: fac31984-128d-4e54-9dea-1f50dd5a5fdb {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:01.477737 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fac31984-128d-4e54-9dea-1f50dd5a5fdb not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:01.478172 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 34875763-a7fe-4f5c-8911-4bc76cc37b06 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:01.500338 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 34875763-a7fe-4f5c-8911-4bc76cc37b06 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:01.500690 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 34875763-a7fe-4f5c-8911-4bc76cc37b06 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:01.762173 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:02.008175 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Deleting port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:02.008512 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:02.087511 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] For port 4efed05d-005e-4e29-a4e4-303bfa5b1e0d, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,segment=NetworkSegment(913405f0-1b1e-499a-acfa-3b3fc083cac1),segment_id=913405f0-1b1e-499a-acfa-3b3fc083cac1)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:02.087784 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:02.099253 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Calling delete_port for 4efed05d-005e-4e29-a4e4-303bfa5b1e0d owned by network:router_interface {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:02.272047 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:02.275222 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-f32b5da5-f0fb-4d57-87c4-8e418e0e5c6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:02.299897 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efed05d-005e-4e29-a4e4-303bfa5b1e0d,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:02.327271 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.327681 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.328036 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.328406 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.328770 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.329164 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.329528 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.329888 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.330252 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.330609 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.330963 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.331333 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-smb {{(pid=99737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:02.352477 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:02.470168 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:02.680582 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Router 19daa13a-67e8-4edb-85d0-206a4f573cac has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:02.791901 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-817ddc61-614a-457a-b82a-a9990964aa36 req-21cd80d8-6614-469a-842d-d810e6acbee2 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559360193&fields=id&tenant_id=8cea6d3d133f425694600923af1b6ed9 HTTP/1.1" status: 200 len: 267 time: 0.0673740 Jun 29 10:52:02.843296 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:02.849393 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-26a2abcd-12ac-4d6e-ba99-77a63ba41c38 admin admin] 10.222.0.53 "PUT /v2.0/routers/19daa13a-67e8-4edb-85d0-206a4f573cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751382 Jun 29 10:52:02.851550 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60370) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:02.852021 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] Sync routers for ids ['19daa13a-67e8-4edb-85d0-206a4f573cac'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:02.861841 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] Routers {'19daa13a-67e8-4edb-85d0-206a4f573cac'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:02.862458 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['19daa13a-67e8-4edb-85d0-206a4f573cac'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:02.880802 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ddc61-614a-457a-b82a-a9990964aa36 req-3e8ae718-85c8-4efd-bbbb-f693c3dcf3f1 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:02.882801 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-817ddc61-614a-457a-b82a-a9990964aa36 req-3e8ae718-85c8-4efd-bbbb-f693c3dcf3f1 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 984 time: 0.0841215 Jun 29 10:52:02.894212 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.v2.base [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Request body: {'port': {'security_groups': ['27167a92-1ad5-42d6-ad7c-1ce59b3488a8']}} {{(pid=99737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:02.965470 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:02.977135 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] Set router 19daa13a-67e8-4edb-85d0-206a4f573cac gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:02.991191 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492515'] for port, before_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.067029 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.123888 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Deleting port fc6172c6-3d40-431d-826d-d253c8b69016 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:03.124320 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.155347 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:52:02Z', 'revision_number': 5, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port': {'id': 'fc6172c6-3d40-431d-826d-d253c8b69016', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:34Z', 'updated_at': '2021-06-29T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:03.186585 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] Checking router: 19daa13a-67e8-4edb-85d0-206a4f573cac for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:03.190251 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:03.195418 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] Routers {'19daa13a-67e8-4edb-85d0-206a4f573cac'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:03.196044 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['19daa13a-67e8-4edb-85d0-206a4f573cac'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:03.212839 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] For port fc6172c6-3d40-431d-826d-d253c8b69016, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=fc6172c6-3d40-431d-826d-d253c8b69016,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:03.213222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.222315 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for port, precommit_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.224485 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Calling delete_port for fc6172c6-3d40-431d-826d-d253c8b69016 owned by network:router_gateway {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:03.228114 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784079521235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784079000068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784079000113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3189904'] for port, after_update {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.232542 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-c28913ba-c590-4374-a9e5-8f078f985b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:03.241318 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['5ad33b66-0dc4-4f37-80be-fda084f1404f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:52:03.287592 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:03.288283 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.290357 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-817ddc61-614a-457a-b82a-a9990964aa36 req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "PUT /v2.0/ports/5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 942 time: 0.4007754 Jun 29 10:52:03.290915 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:03.294155 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b485f9-0ef9-40bf-941c-58518a131d06" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:03.299432 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60372) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:03.330718 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] Set router 19daa13a-67e8-4edb-85d0-206a4f573cac gateway port host: None {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:03.349233 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event updated for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=7']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:03.354035 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5c3acb9a-aa5e-460b-a247-165f32e8e7e7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:03.366111 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ec342d-38f7-4fc1-81e9-95e1a481eb2e x-openstack-request-id: req-e2ec342d-38f7-4fc1-81e9-95e1a481eb2e {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:03.367271 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:03.367644 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2ec342d-38f7-4fc1-81e9-95e1a481eb2e {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:03.371415 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'status': 'completed', 'code': 200} Jun 29 10:52:03.410778 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['5ad33b66-0dc4-4f37-80be-fda084f1404f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:52:03.411999 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.448447 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:52:03Z', 'revision_number': 6, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port_host': None}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:03.475469 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.492558 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b0163-2cc6-4fad-8536-7c21c8659015 None None] The sync data for ids ['19daa13a-67e8-4edb-85d0-206a4f573cac'] in dv-cinder-786627-13-smb is: [{'id': '19daa13a-67e8-4edb-85d0-206a4f573cac', 'name': 'tempest-TestShelveInstance-1351418573-router', 'tenant_id': 'ab4f415157174888a53de9a90e22052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:33Z', 'updated_at': '2021-06-29T10:52:03Z', 'revision_number': 6, 'project_id': 'ab4f415157174888a53de9a90e22052f', 'gw_port_host': None}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:03.501546 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.505694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc744029-96d1-487c-940d-b5d71c372df2 tempest-AttachVolumeTestJSON-2069777160 tempest-AttachVolumeTestJSON-2069777160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:03.555777 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6172c6-3d40-431d-826d-d253c8b69016,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:03.563170 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:03.586864 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.591135 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.598926 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "DELETE /v2.0/security-groups/2cd4d45b-49d2-4e02-ae1f-a876c0238309 HTTP/1.1" status: 204 len: 168 time: 0.2976780 Jun 29 10:52:03.599609 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60376) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:03.600402 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ef868321-7565-4be2-8e93-a6e2355e2ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:03.632982 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.648739 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4d45b-49d2-4e02-ae1f-a876c0238309,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:03.652708 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1293f354-34bd-488d-85d0-804d01b0b530 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:03.654037 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.provisioning_blocks [None req-72e88364-f571-407d-9677-4038e6b60772 None None] Provisioning complete for port 5ad33b66-0dc4-4f37-80be-fda084f1404f triggered by entity DHCP. {{(pid=99739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:03.654487 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-72e88364-f571-407d-9677-4038e6b60772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-546549'] for port, provisioning_complete {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.750354 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.753510 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.759025 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-3ab3e1c3-fabb-4c58-b0cf-5734c59a1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:03.760514 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-3ab3e1c3-fabb-4c58-b0cf-5734c59a1c10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1098 time: 0.2975376 Jun 29 10:52:03.773774 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Deleting port 371f23e4-e020-430c-bbd0-adaf628657ed {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:03.774126 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.838312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.838817 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19daa13a-67e8-4edb-85d0-206a4f573cac {{(pid=99738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:03.843819 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] Notify callbacks [] for router, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.844943 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-fa7608f3-2acf-4189-b50f-2089114d83d4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/19daa13a-67e8-4edb-85d0-206a4f573cac HTTP/1.1" status: 204 len: 168 time: 0.9906902 Jun 29 10:52:03.847345 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60378) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:03.856811 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.857400 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.870579 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Calling delete_port for 371f23e4-e020-430c-bbd0-adaf628657ed owned by network:floatingip {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:03.910845 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Deleting subnet 539f60f2-d4e9-4139-ab14-7f1ed3f7b957 {{(pid=99738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:03.921647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:03.950211 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-742c6a93-9c13-4a9c-baf0-2988f697ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:03.952010 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-742c6a93-9c13-4a9c-baf0-2988f697ca69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 915 time: 0.1557879 Jun 29 10:52:04.004832 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055961'] for subnet, precommit_delete_associations {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.048613 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-ccab50d3-ad0c-452e-9d96-54e9b3930e8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 1000 time: 0.0905862 Jun 29 10:52:04.059592 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.062327 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:04.087229 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event deleted for resources: {'Port': ['ID=371f23e4-e020-430c-bbd0-adaf628657ed,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:04.091112 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:04.131280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.134643 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-39d5ce20-400c-4d7b-826c-f7f22fc2ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:04.136079 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-39d5ce20-400c-4d7b-826c-f7f22fc2ff0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0803819 Jun 29 10:52:04.149886 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks [] for floatingip, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.150213 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.db.l3_db [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Floating IP 990650d1-3d7e-4f34-9f6f-1b43e17618ba disassociated (deleted). External IP: 172.28.0.78, port: 5ad33b66-0dc4-4f37-80be-fda084f1404f. Jun 29 10:52:04.217920 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3965903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3989048'] for subnet, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.223251 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-2a1c297e-98fb-44f7-a175-3753a1ed1d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:04.232480 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-788051ad-408e-48b4-a961-32a9a0d6865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:04.234047 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-788051ad-408e-48b4-a961-32a9a0d6865b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0807788 Jun 29 10:52:04.263528 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539f60f2-d4e9-4139-ab14-7f1ed3f7b957,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:04.273734 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3a126-96be-4214-9961-0384bc898438 None None] Network 68dfff51-8832-4595-af64-459d46d2eae7 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:04.274488 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for subnet, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.276300 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/539f60f2-d4e9-4139-ab14-7f1ed3f7b957 HTTP/1.1" status: 204 len: 168 time: 0.4280767 Jun 29 10:52:04.277231 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-5c6779cf-4f27-4a0b-9f81-77c97120e9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:04.278749 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60380) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:04.372738 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:04.399093 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.420901 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-a03e7707-13cb-47dc-b49e-c8f6c58e8b29 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666646 Jun 29 10:52:04.495680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:04.500244 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for floatingip, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.508403 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] Sync routers for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:04.544576 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Deleting port 42d1a919-1ac8-470f-84b2-6339fe168acf {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:04.544997 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.549065 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-c2b485f9-0ef9-40bf-941c-58518a131d06 req-9526dd66-b3d3-4396-a633-056d4a9d8dde service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223235 Jun 29 10:52:04.555011 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:04.556008 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:04.562533 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-2db7b728-c276-478f-b737-9435f796c8fc tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "DELETE /v2.0/floatingips/990650d1-3d7e-4f34-9f6f-1b43e17618ba HTTP/1.1" status: 204 len: 168 time: 0.9579306 Jun 29 10:52:04.614693 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] For port 42d1a919-1ac8-470f-84b2-6339fe168acf, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=42d1a919-1ac8-470f-84b2-6339fe168acf,segment=NetworkSegment(913405f0-1b1e-499a-acfa-3b3fc083cac1),segment_id=913405f0-1b1e-499a-acfa-3b3fc083cac1)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:04.615380 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.631070 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Calling delete_port for 42d1a919-1ac8-470f-84b2-6339fe168acf owned by network:dhcp {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:04.692713 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:04.755979 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.758972 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-e8231871-dfcb-4962-98ef-1f8f09c5af0f tempest-AttachVolumeShelveTestJSON-518890760 tempest-AttachVolumeShelveTestJSON-518890760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:04.771333 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a4779-13e4-4e8e-9705-f8fd9b9a7fcb None None] DHCP port deletion for 68dfff51-8832-4595-af64-459d46d2eae7 request from dv-cinder-786627-13-smb {{(pid=99739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:04.791838 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] No DVR routers for this DVR port 42d1a919-1ac8-470f-84b2-6339fe168acf on host dv-cinder-786627-13-smb {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:04.797920 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Pushing event deleted for resources: {'Port': ['ID=42d1a919-1ac8-470f-84b2-6339fe168acf,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:04.805200 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:04.893851 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.904531 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dfff51-8832-4595-af64-459d46d2eae7']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:04.920261 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913405f0-1b1e-499a-acfa-3b3fc083cac1') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:04.920951 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913405f0-1b1e-499a-acfa-3b3fc083cac1') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:04.940053 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.950817 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:04.955442 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.962420 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:04.963280 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:04.964910 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:04.982710 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] Checking router: 34a17ab4-87ce-4d9e-a706-219d651f2cd2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:04.991298 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:04.992522 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:05.026656 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.030381 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3ada5bd3-d522-4274-b5d2-c75d066a59f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:05.032710 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.034526 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] 10.222.0.53 "DELETE /v2.0/networks/68dfff51-8832-4595-af64-459d46d2eae7 HTTP/1.1" status: 204 len: 168 time: 0.7543128 Jun 29 10:52:05.045475 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Pushing event deleted for resources: {'Network': ['ID=68dfff51-8832-4595-af64-459d46d2eae7,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:05.047835 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:05.106297 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:05.198290 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60392) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:05.240745 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-800d585b-8ea7-4aed-9b05-acdb7c890d20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e9082fd2b834046b62ad91360981797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411057 Jun 29 10:52:05.243622 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60394) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:05.297118 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.320170 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.320822 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:05.346561 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbf3b5-f90b-43e8-839e-423fb5a8efba None None] The sync data for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb is: [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:06Z', 'revision_number': 4, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb', '_interfaces': [{'id': '4c4633ad-c603-4be3-8052-03085567111f', 'name': '', 'network_id': '84e6ce73-3877-47e1-a1ca-47541833e089', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'mac_address': 'fa:16:3e:7d:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:06Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'subnets': [{'id': '2447108d-e31d-4e43-9da6-115b9dbd6194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:05.373102 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:05.375781 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05498c1766f1eb878ab552c28e73c0fb69bda36551e063a3aa016c152fd97b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48" -d '{"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:05.378627 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.381721 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.383359 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c9786c8-2a84-4a25-8858-31346d203be3 HTTP/1.1" status: 204 len: 168 time: 0.1384375 Jun 29 10:52:05.384656 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-6e83432f-c309-4bfa-a146-b6bde77cef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:05.395002 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9786c8-2a84-4a25-8858-31346d203be3,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:05.398439 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-4a8073ec-2eeb-49c5-9e48-dcc9e4b75d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:05.464221 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae784b-5e75-465d-b50b-f77a1d7e8d9b x-openstack-request-id: req-1bae784b-5e75-465d-b50b-f77a1d7e8d9b {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:05.464560 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "status": "completed", "code": 200}]} {{(pid=99737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:05.464860 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bae784b-5e75-465d-b50b-f77a1d7e8d9b {{(pid=99737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:05.465379 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'status': 'completed', 'code': 200} Jun 29 10:52:05.467811 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fc6172c6-3d40-431d-826d-d253c8b69016 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:05.490039 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: fc6172c6-3d40-431d-826d-d253c8b69016 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:05.490387 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device fc6172c6-3d40-431d-826d-d253c8b69016 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:05.490874 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4efed05d-005e-4e29-a4e4-303bfa5b1e0d no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:05.510099 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 4efed05d-005e-4e29-a4e4-303bfa5b1e0d {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:05.510458 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4efed05d-005e-4e29-a4e4-303bfa5b1e0d not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:05.510883 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 42d1a919-1ac8-470f-84b2-6339fe168acf no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:05.529320 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 42d1a919-1ac8-470f-84b2-6339fe168acf {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:05.529678 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 42d1a919-1ac8-470f-84b2-6339fe168acf not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:05.550011 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-12eefc26-cd2a-43fb-86d0-ed055d48421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:05.551424 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-12eefc26-cd2a-43fb-86d0-ed055d48421c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cea6d3d133f425694600923af1b6ed9&device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 1098 time: 0.0648825 Jun 29 10:52:05.651114 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-bb279380-98da-4e82-9eaf-174f7e3c559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:05.652957 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-bb279380-98da-4e82-9eaf-174f7e3c559d service neutron] 10.222.0.60 "GET /v2.0/networks?id=84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 200 len: 915 time: 0.0948441 Jun 29 10:52:05.661255 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955ba21-d4a2-41a5-a672-7e644e4e0ea0 None None] New status for floating IP 990650d1-3d7e-4f34-9f6f-1b43e17618ba: DOWN {{(pid=99740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:52:05.694220 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-1d2b9bd2-b2ee-42c6-ab68-bc21b859d7ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 200 len: 217 time: 0.0351608 Jun 29 10:52:05.747592 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-28e5d718-e30c-416b-8aeb-a3c2acd57e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:05.749146 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-28e5d718-e30c-416b-8aeb-a3c2acd57e69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 200 len: 853 time: 0.0493820 Jun 29 10:52:05.773527 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60402) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:05.810868 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-4912f69d-f097-4376-8e21-5ba43cb42f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:05.812473 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-4912f69d-f097-4376-8e21-5ba43cb42f7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84e6ce73-3877-47e1-a1ca-47541833e089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0572398 Jun 29 10:52:05.812624 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-d38290a6-154c-4746-8dc8-c7b4ce7d0a37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab4f415157174888a53de9a90e22052f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377667 Jun 29 10:52:05.815020 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60404) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:05.862558 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.882991 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.900325 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-699c55fc-6161-4656-a15c-2d5c6433d307 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807626 Jun 29 10:52:05.933647 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.936218 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:05.937386 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87dd77ab-7750-4c14-8cf6-07bec3882ef3 HTTP/1.1" status: 204 len: 168 time: 0.1214595 Jun 29 10:52:05.938189 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-26099e8c-a025-4025-ad76-b11a90e393bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:05.945425 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd77ab-7750-4c14-8cf6-07bec3882ef3,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:05.950915 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-098ea659-14ef-474c-911b-0ed2ff00329e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:06.010230 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-a0b87f92-2340-48ec-86b0-5d61ecaa2e48 req-483ba0ff-93be-4584-a32d-2d0458bb6f74 service neutron] 10.222.0.60 "GET /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036913 Jun 29 10:52:07.690406 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b433-d1fc-41fa-a247-063fb5d5f271 req-ad0bff87-5003-4881-b869-eff32e5c9349 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:07.691849 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9421b433-d1fc-41fa-a247-063fb5d5f271 req-ad0bff87-5003-4881-b869-eff32e5c9349 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0615208 Jun 29 10:52:07.729002 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-9421b433-d1fc-41fa-a247-063fb5d5f271 req-4ddee47b-f6e3-49b3-a51d-dbb58f9f61d7 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Jun 29 10:52:08.901571 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609f526-107d-40a5-b610-c7150424376e req-b438c398-184f-4729-9ef9-705f9e8341dd tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:08.903029 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3609f526-107d-40a5-b610-c7150424376e req-b438c398-184f-4729-9ef9-705f9e8341dd tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0628564 Jun 29 10:52:08.940035 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-3609f526-107d-40a5-b610-c7150424376e req-c4e8bd14-ebec-4fb5-8314-a3cd7431abbb tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/security-groups?id=27167a92-1ad5-42d6-ad7c-1ce59b3488a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Jun 29 10:52:09.346732 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-693f7cc7-f82c-4fa6-9a6f-e822d273a564 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:09.348122 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-693f7cc7-f82c-4fa6-9a6f-e822d273a564 tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.60 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 945 time: 0.0606868 Jun 29 10:52:09.447770 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Deleting port 5ad33b66-0dc4-4f37-80be-fda084f1404f {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:09.448107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:09.531126 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] For port 5ad33b66-0dc4-4f37-80be-fda084f1404f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5ad33b66-0dc4-4f37-80be-fda084f1404f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:09.531476 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:09.543269 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Calling delete_port for 5ad33b66-0dc4-4f37-80be-fda084f1404f owned by compute:nova {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:09.665486 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:09.669337 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-d1db01a9-3264-440e-9186-f9d09ec9f09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:09.677650 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.db [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] get_ports_and_sgs() called for port_ids ['5ad33b66-0dc4-4f37-80be-fda084f1404f'] {{(pid=99739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:52:09.694255 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Pushing event deleted for resources: {'Port': ['ID=5ad33b66-0dc4-4f37-80be-fda084f1404f,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:09.697960 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:09.743407 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] No DVR routers for this DVR port 5ad33b66-0dc4-4f37-80be-fda084f1404f on host hv-cinder-78662 {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:09.745876 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4492'] for port, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:09.748126 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [req-1b2b9c61-ed40-46e1-8863-d8cae97df321 req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.60 "DELETE /v2.0/ports/5ad33b66-0dc4-4f37-80be-fda084f1404f HTTP/1.1" status: 204 len: 173 time: 0.3937743 Jun 29 10:52:09.748621 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'name': 'network-vif-deleted', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f'}] {{(pid=99738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:09.750932 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfe3c73e90161c8757d94292d28a90cd82132468095b1a8bfba52d36930bb94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903ffa8-210a-436f-9cbf-abf93594feb0" -d '{"events": [{"server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "name": "network-vif-deleted", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f"}]}' {{(pid=99738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:09.787274 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52898f94-5b84-465e-a0ee-e000293d240c x-openstack-request-id: req-52898f94-5b84-465e-a0ee-e000293d240c {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:09.787594 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9143d338-9ab3-4d15-a6f2-0c52f4aebb55", "name": "network-vif-deleted", "tag": "5ad33b66-0dc4-4f37-80be-fda084f1404f", "status": "completed", "code": 200}]} {{(pid=99738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:09.787899 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52898f94-5b84-465e-a0ee-e000293d240c {{(pid=99738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:09.789487 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9143d338-9ab3-4d15-a6f2-0c52f4aebb55', 'name': 'network-vif-deleted', 'tag': '5ad33b66-0dc4-4f37-80be-fda084f1404f', 'status': 'completed', 'code': 200} Jun 29 10:52:10.100295 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [req-d34ad03d-fbcf-438e-9228-c3ee92587ec7 req-3e34af06-a95b-42b9-bb86-769867961def tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9143d338-9ab3-4d15-a6f2-0c52f4aebb55 HTTP/1.1" status: 200 len: 210 time: 0.0331280 Jun 29 10:52:11.795117 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60478) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:12.366690 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:12.605004 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Deleting port 4c4633ad-c603-4be3-8052-03085567111f {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:12.605336 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:12.682872 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] For port 4c4633ad-c603-4be3-8052-03085567111f, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=4c4633ad-c603-4be3-8052-03085567111f,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:12.683136 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:12.695225 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Calling delete_port for 4c4633ad-c603-4be3-8052-03085567111f owned by network:router_interface {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:12.776237 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 5ad33b66-0dc4-4f37-80be-fda084f1404f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:12.796349 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] No Port match for: 5ad33b66-0dc4-4f37-80be-fda084f1404f {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:12.796714 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Device 5ad33b66-0dc4-4f37-80be-fda084f1404f not bound to the agent host hv-cinder-78662 {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:12.865694 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:12.868387 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-a45ed173-caa0-45cc-90f1-3b69ab538225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:12.890736 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4633ad-c603-4be3-8052-03085567111f,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:12.893775 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:13.058312 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:13.290199 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:13.402901 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:13.410594 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-b7de4b2e-733c-4e7a-aa0e-c6d8ebf798c8 admin admin] 10.222.0.53 "PUT /v2.0/routers/34a17ab4-87ce-4d9e-a706-219d651f2cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138296 Jun 29 10:52:13.411216 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60480) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:13.419781 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] Sync routers for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:13.431683 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:13.432332 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:13.517771 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks [] for router, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:13.554774 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: dv-cinder-786627-13-smb {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:13.625148 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:13.684093 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Deleting port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:13.684429 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:13.753030 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:52:12Z', 'revision_number': 5, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port': {'id': '3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:13.767372 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] For port 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:13.767780 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:13.782756 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Calling delete_port for 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 owned by network:router_gateway {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:13.785403 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] Checking router: 34a17ab4-87ce-4d9e-a706-219d651f2cd2 for host: dv-cinder-786627-13-smb {{(pid=99739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:13.796382 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] Routers {'34a17ab4-87ce-4d9e-a706-219d651f2cd2'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:13.797049 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'], 'active': True} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:13.882861 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_dvr_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] Set router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 gateway port host: None {{(pid=99739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:13.933566 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.db.l3_hamode_db [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:52:13Z', 'revision_number': 6, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port_host': None}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:13.951167 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:13.953172 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-cb5c08a4-a9f1-46be-a95e-06ddcf2a62fe tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:13.963918 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be553bc-e2a7-4d53-8539-79509b2c8239 None None] The sync data for ids ['34a17ab4-87ce-4d9e-a706-219d651f2cd2'] in dv-cinder-786627-13-smb is: [{'id': '34a17ab4-87ce-4d9e-a706-219d651f2cd2', 'name': 'tempest-TestMinimumBasicScenario-694376088-router', 'tenant_id': '8cea6d3d133f425694600923af1b6ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:04Z', 'updated_at': '2021-06-29T10:52:13Z', 'revision_number': 6, 'project_id': '8cea6d3d133f425694600923af1b6ed9', 'gw_port_host': None}] {{(pid=99739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:13.982600 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:13.985816 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:14.046731 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.135307 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.137330 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.179182 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.179797 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a17ab4-87ce-4d9e-a706-219d651f2cd2 {{(pid=99737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:14.184290 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.185452 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-ab4dc84d-4258-446d-9105-8d5fa340fe35 admin admin] 10.222.0.53 "DELETE /v2.0/routers/34a17ab4-87ce-4d9e-a706-219d651f2cd2 HTTP/1.1" status: 204 len: 168 time: 0.7732036 Jun 29 10:52:14.187813 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60482) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:14.234142 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Deleting subnet 2447108d-e31d-4e43-9da6-115b9dbd6194 {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:14.237193 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.270680 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3508541'] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.347210 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.411343 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377466'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.413566 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:14.437398 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2447108d-e31d-4e43-9da6-115b9dbd6194,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:14.440334 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:14.441317 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.443108 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-a4f759c2-6f50-4d57-8fe3-30bac786c5b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2447108d-e31d-4e43-9da6-115b9dbd6194 HTTP/1.1" status: 204 len: 168 time: 0.2544143 Jun 29 10:52:14.446231 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60484) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:14.447656 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf8831-0f97-4ab9-80ee-a68d49a1e922 None None] Network 84e6ce73-3877-47e1-a1ca-47541833e089 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:14.513127 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.568350 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Deleting port 2678d717-e396-4765-a88e-183f3200f78e {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:14.568792 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.629493 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] For port 2678d717-e396-4765-a88e-183f3200f78e, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=2678d717-e396-4765-a88e-183f3200f78e,segment=NetworkSegment(9ca48b19-de17-4612-a0dc-4fbc54b4e93e),segment_id=9ca48b19-de17-4612-a0dc-4fbc54b4e93e)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:14.629846 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.641755 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Calling delete_port for 2678d717-e396-4765-a88e-183f3200f78e owned by network:dhcp {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:14.725532 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.727789 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-cc06d315-f89b-45a6-8142-0f087da9490a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:14.742683 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbcc03-1dfa-4d46-8145-c3f2936daa08 None None] DHCP port deletion for 84e6ce73-3877-47e1-a1ca-47541833e089 request from dv-cinder-786627-13-smb {{(pid=99739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:14.752005 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2678d717-e396-4765-a88e-183f3200f78e,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:14.755044 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:14.755825 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] No DVR routers for this DVR port 2678d717-e396-4765-a88e-183f3200f78e on host dv-cinder-786627-13-smb {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:14.828276 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.842039 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e6ce73-3877-47e1-a1ca-47541833e089']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:14.852799 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca48b19-de17-4612-a0dc-4fbc54b4e93e') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:14.853198 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca48b19-de17-4612-a0dc-4fbc54b4e93e') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:14.862192 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.875840 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.882335 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:14.882716 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:14.884313 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:14.936904 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.940647 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-0e3c0e07-7c48-4b57-8004-3559386cd4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:14.943178 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:14.945754 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/84e6ce73-3877-47e1-a1ca-47541833e089 HTTP/1.1" status: 204 len: 168 time: 0.4984307 Jun 29 10:52:14.951377 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60486) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:14.956886 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=84e6ce73-3877-47e1-a1ca-47541833e089,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:14.959222 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-88eb250c-f941-4e66-b243-90ed623f0e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:15.439746 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 2678d717-e396-4765-a88e-183f3200f78e no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:15.458940 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 2678d717-e396-4765-a88e-183f3200f78e {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:15.459280 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 2678d717-e396-4765-a88e-183f3200f78e not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:15.460205 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4c4633ad-c603-4be3-8052-03085567111f no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:15.478132 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 4c4633ad-c603-4be3-8052-03085567111f {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:15.478479 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 4c4633ad-c603-4be3-8052-03085567111f not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:15.478886 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:15.496658 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:15.497029 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 3f1d7c6d-ff1d-4ffb-b8a0-d55c2c6f0977 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:15.566563 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508948'] for router_interface, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:15.595855 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:15.809634 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Deleting port 96255580-651a-41a1-9df0-65fb6cfee5d3 {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:15.809872 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:15.888285 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] For port 96255580-651a-41a1-9df0-65fb6cfee5d3, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=96255580-651a-41a1-9df0-65fb6cfee5d3,segment=NetworkSegment(b3441d33-7c8b-4ac4-8438-919cf3b4978e),segment_id=b3441d33-7c8b-4ac4-8438-919cf3b4978e)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:15.888639 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:15.901101 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Calling delete_port for 96255580-651a-41a1-9df0-65fb6cfee5d3 owned by network:router_interface {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:16.074611 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.076522 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-1deb5eb6-6776-4dad-8a0d-e0df2e3b49ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:16.099550 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Pushing event deleted for resources: {'Port': ['ID=96255580-651a-41a1-9df0-65fb6cfee5d3,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:16.102833 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:16.266534 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509572'] for router_interface, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.469805 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Router 98d21241-4698-491f-a4ad-fe2d07bc2842 has already been hosted by L3 agent 8abe0983-c1eb-440a-acb8-8aeaec2db4aa {{(pid=99737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:16.573904 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-smb the message routers_updated {{(pid=99737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:16.578727 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-dcecfadf-d5c0-4dc8-943f-4c8c40a37138 admin admin] 10.222.0.53 "PUT /v2.0/routers/98d21241-4698-491f-a4ad-fe2d07bc2842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6252136 Jun 29 10:52:16.581192 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60488) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:16.583733 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] Sync routers for ids ['98d21241-4698-491f-a4ad-fe2d07bc2842'] in dv-cinder-786627-13-smb {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:16.592781 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] Routers {'98d21241-4698-491f-a4ad-fe2d07bc2842'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:16.593483 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['98d21241-4698-491f-a4ad-fe2d07bc2842'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:16.685150 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.698249 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] Set router 98d21241-4698-491f-a4ad-fe2d07bc2842 gateway port host: dv-cinder-786627-13-smb {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:16.787190 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.842433 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Deleting port 38038635-1f3f-4cad-a8dd-237a763d45de {{(pid=99737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:16.842774 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.924553 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.db [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] For port 38038635-1f3f-4cad-a8dd-237a763d45de, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=38038635-1f3f-4cad-a8dd-237a763d45de,segment=NetworkSegment(0dda876c-8d13-45a1-b0c3-fb1f2531404d),segment_id=0dda876c-8d13-45a1-b0c3-fb1f2531404d)] {{(pid=99737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:16.924902 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.936751 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.plugins.ml2.plugin [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Calling delete_port for 38038635-1f3f-4cad-a8dd-237a763d45de owned by network:router_gateway {{(pid=99737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:16.968868 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'external_fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:52:16Z', 'revision_number': 5, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port': {'id': '38038635-1f3f-4cad-a8dd-237a763d45de', 'name': '', 'network_id': 'bab41afd-19da-48d4-9e74-f3c5dcaa6488', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:09Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1713638-463d-4eae-861e-906d03cbb93c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-smb'}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:16.994563 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] Checking router: 98d21241-4698-491f-a4ad-fe2d07bc2842 for host: dv-cinder-786627-13-smb {{(pid=99740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:17.002496 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] Routers {'98d21241-4698-491f-a4ad-fe2d07bc2842'} bound to L3 agent in host dv-cinder-786627-13-smb {{(pid=99740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:17.003111 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:58Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-smb',id=8abe0983-c1eb-440a-acb8-8aeaec2db4aa,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:58Z,topic='l3_agent')) {'router_ids': ['98d21241-4698-491f-a4ad-fe2d07bc2842'], 'active': True} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:17.086656 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_dvr_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] Set router 98d21241-4698-491f-a4ad-fe2d07bc2842 gateway port host: None {{(pid=99740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:17.098300 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3189903'] for port, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.100176 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:17.123785 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38038635-1f3f-4cad-a8dd-237a763d45de,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:17.126859 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:17.139399 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.l3_hamode_db [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:52:16Z', 'revision_number': 6, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port_host': None}], 'dv-cinder-786627-13-smb', False) {} {{(pid=99740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:17.165583 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691bdab-ff4f-4595-bd41-4b23f25a03bf None None] The sync data for ids ['98d21241-4698-491f-a4ad-fe2d07bc2842'] in dv-cinder-786627-13-smb is: [{'id': '98d21241-4698-491f-a4ad-fe2d07bc2842', 'name': 'tempest-TestMinimumBasicScenario-171123009-router', 'tenant_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:08Z', 'updated_at': '2021-06-29T10:52:16Z', 'revision_number': 6, 'project_id': 'd68c8c420fe441d2af65a42a55b80e0c', 'gw_port_host': None}] {{(pid=99740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:17.186868 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.277820 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.279873 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.323048 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508713'] for router, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.323754 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d21241-4698-491f-a4ad-fe2d07bc2842 {{(pid=99737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:17.329864 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] Notify callbacks [] for router, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.331041 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-7f31c960-f125-4bc4-af5f-5f6f37e2a8d5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/98d21241-4698-491f-a4ad-fe2d07bc2842 HTTP/1.1" status: 204 len: 168 time: 0.7489572 Jun 29 10:52:17.333551 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.wsgi [-] (99737) accepted ('10.222.0.53', 60490) {{(pid=99737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:17.377118 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Deleting subnet 22142d63-0c34-429b-8fd1-144adaf60ca9 {{(pid=99737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:17.380099 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.414080 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3508541'] for subnet, precommit_delete_associations {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.493232 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-533060'] for subnet, precommit_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.552031 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-533053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2038753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3189841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377466'] for subnet, after_delete {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.555168 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-5f7dfbd5-beb1-4b02-b267-c8edfa6a9dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:17.580800 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22142d63-0c34-429b-8fd1-144adaf60ca9,revision_number=None']} {{(pid=99737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:17.583820 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG oslo_concurrency.lockutils [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:17.585430 dv-cinder-786627-13-smb neutron-server[99737]: DEBUG neutron_lib.callbacks.manager [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.590027 dv-cinder-786627-13-smb neutron-server[99737]: INFO neutron.wsgi [None req-20c0218c-efb6-493d-a684-cdefd2a0f546 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/22142d63-0c34-429b-8fd1-144adaf60ca9 HTTP/1.1" status: 204 len: 168 time: 0.2534206 Jun 29 10:52:17.590861 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60492) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:17.595278 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d6047-83bb-4588-ab46-98161fb6b2c0 None None] Network 1c231f15-a667-4764-9163-8e98dab9f355 requested from dv-cinder-786627-13-smb {{(pid=99739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:17.664107 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653657'] for network, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.718601 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Deleting port 94639faa-d9cf-4507-aac8-1568d06d1a03 {{(pid=99738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:17.718934 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784079515688'] for port, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.760600 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 96255580-651a-41a1-9df0-65fb6cfee5d3 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:17.781546 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.db [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] For port 94639faa-d9cf-4507-aac8-1568d06d1a03, host dv-cinder-786627-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-smb',level=0,port_id=94639faa-d9cf-4507-aac8-1568d06d1a03,segment=NetworkSegment(b3441d33-7c8b-4ac4-8438-919cf3b4978e),segment_id=b3441d33-7c8b-4ac4-8438-919cf3b4978e)] {{(pid=99738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:17.781908 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675561'] for port, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.790915 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 96255580-651a-41a1-9df0-65fb6cfee5d3 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:17.791268 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 96255580-651a-41a1-9df0-65fb6cfee5d3 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:17.794966 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.plugin [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Calling delete_port for 94639faa-d9cf-4507-aac8-1568d06d1a03 owned by network:dhcp {{(pid=99738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:17.878060 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784079521253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784078999287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3965713'] for port, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.880346 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f0990f7c-66dd-44a5-8d29-0d785c74ca6d tempest-TestMinimumBasicScenario-644663437 tempest-TestMinimumBasicScenario-644663437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:17.905026 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94639faa-d9cf-4507-aac8-1568d06d1a03,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:17.907883 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:17.908640 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] No DVR routers for this DVR port 94639faa-d9cf-4507-aac8-1568d06d1a03 on host dv-cinder-786627-13-smb {{(pid=99738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:17.966879 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fb0a4-8a49-44ee-b2dc-fef6337cf8c2 None None] DHCP port deletion for 1c231f15-a667-4764-9163-8e98dab9f355 request from dv-cinder-786627-13-smb {{(pid=99739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:17.985815 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545138', 'neutron.services.segments.db._delete_segments_for_network-8784079572273'] for network, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.996857 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c231f15-a667-4764-9163-8e98dab9f355']}} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:18.007365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3441d33-7c8b-4ac4-8438-919cf3b4978e') {'for_net_delete': True} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:18.007652 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.services.segments.db [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3441d33-7c8b-4ac4-8438-919cf3b4978e') {} {{(pid=99738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:18.015959 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784079352468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055954'] for segment, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.029189 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802'] for segment, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.034909 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=99738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:18.035365 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-533802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3965730'] for segment, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: Traceback (most recent call last): Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: timer() Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: cb(*args, **kw) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: return func(*args, **kwargs) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: self._notify() Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: self.callback(batched_events) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: event.method(event) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: return f(self, *a, **k) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: return self._get(url).json() Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:18.036881 dv-cinder-786627-13-smb neutron-server[99738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:18.089989 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-533121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1612472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514201'] for network, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.095165 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612445'] for network, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.099998 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1c231f15-a667-4764-9163-8e98dab9f355 HTTP/1.1" status: 204 len: 168 time: 0.5086257 Jun 29 10:52:18.101231 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:18.113005 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c231f15-a667-4764-9163-8e98dab9f355,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:18.115457 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-f76ded96-007d-4c2e-b297-6179ca49dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:18.263695 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60496) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:18.307264 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-ef3586a1-b2be-4633-8836-3350cb0c7447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cea6d3d133f425694600923af1b6ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423367 Jun 29 10:52:18.309620 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60498) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:18.355901 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.376781 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.421637 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.424235 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.425384 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27167a92-1ad5-42d6-ad7c-1ce59b3488a8 HTTP/1.1" status: 204 len: 168 time: 0.1148670 Jun 29 10:52:18.426168 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-148b2c61-6d73-482e-a264-9ce578d093bf tempest-TestShelveInstance-669341048 tempest-TestShelveInstance-669341048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:18.434214 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27167a92-1ad5-42d6-ad7c-1ce59b3488a8,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:18.437153 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-38d703d5-7a87-4324-b406-a5d85bfe987f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:18.731193 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60504) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:18.770647 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-4cc46aab-12fc-4a62-981d-478e32d9625b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d68c8c420fe441d2af65a42a55b80e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381086 Jun 29 10:52:18.772969 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.wsgi [-] (99738) accepted ('10.222.0.53', 60506) {{(pid=99738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:18.818235 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.838696 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.886017 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418656'] for security_group, after_delete {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.888596 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron_lib.callbacks.manager [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:18.889753 dv-cinder-786627-13-smb neutron-server[99738]: INFO neutron.wsgi [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f20fb70e-2497-4336-98e5-296d1d090cb5 HTTP/1.1" status: 204 len: 168 time: 0.1159019 Jun 29 10:52:18.890576 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-edfe0e60-29b2-47da-93ec-2606c42deb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:18.897648 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20fb70e-2497-4336-98e5-296d1d090cb5,revision_number=None']} {{(pid=99738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:18.899825 dv-cinder-786627-13-smb neutron-server[99738]: DEBUG oslo_concurrency.lockutils [None req-3c526096-46b2-4449-9231-1fde4afb50b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:19.439715 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 38038635-1f3f-4cad-a8dd-237a763d45de no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:19.462065 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 38038635-1f3f-4cad-a8dd-237a763d45de {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:19.462417 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 38038635-1f3f-4cad-a8dd-237a763d45de not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:19.462825 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 94639faa-d9cf-4507-aac8-1568d06d1a03 no longer exists at agent ovs-agent-dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:19.481216 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] No Port match for: 94639faa-d9cf-4507-aac8-1568d06d1a03 {{(pid=99739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:19.481569 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron.plugins.ml2.rpc [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Device 94639faa-d9cf-4507-aac8-1568d06d1a03 not bound to the agent host dv-cinder-786627-13-smb {{(pid=99739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:19.616145 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:25.697107 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2ae579c3-7633-4ae8-a894-e398376af356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.487557 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-d1e15810-ffe3-41bc-ac5c-9da2056b3dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.801934 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.600952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.175471 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.624621 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.595918 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:55.697608 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-0505757e-917a-41b3-b51b-254db5516f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.487628 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-49d0d89d-78f4-4680-a4b9-38917e2e943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.803928 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.602807 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.178309 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:19.628034 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.699332 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-049b32d9-e7fa-44a2-bd94-09b9ec58313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.487866 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-b421a773-afc8-4fc6-b5a1-8ff4e37abb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.805036 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.594511 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:29.605123 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:31.181331 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:49.645947 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.699357 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3652-3922-491e-a346-8d8c5ef5cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:58.489692 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-518c60eb-fe58-46e9-afea-5cbee54532b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:58.806075 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:59.610155 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:01.183574 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:06.594304 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:19.656427 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:25.698798 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-1da90ea0-f9af-44ba-899f-c3bc42a725e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.490619 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-90cf4dd5-2c88-4ce1-a84b-882358c6ac08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.806259 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.613299 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:31.184636 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:43.592459 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:49.656994 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:55.698048 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f4e20ae0-b330-49d5-a65b-0417a61a30d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:58.492463 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-ec76f871-07c5-4d0f-8cf2-d3a492f26275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:58.806795 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:59.615939 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:01.187719 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:19.655449 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:20.594793 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:25.698294 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-fbea2305-274c-438e-b7d0-e473d11e9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.493461 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-a8a26456-2927-428e-9970-46e38cf4e54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.807435 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.618499 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.190243 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:49.673806 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.698091 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-5a071131-682f-4d38-a99e-43fa5e8743a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:57.592981 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:58.493916 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-16c9d085-cfae-4202-8f50-bcaa0bd30ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:58.808801 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:59.621567 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:01.194617 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:19.671476 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:25.700587 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-bb4efe97-5dde-4d32-96e9-086aa26a8676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.496224 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-44edef86-e88b-4f60-9089-9a25e88efbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.810291 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:29.623952 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:31.196280 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:34.592120 dv-cinder-786627-13-smb neutron-server[99740]: DEBUG neutron.db.agents_db [None req-053ce188-3b19-418d-87b8-48c73a7b645a None None] Agent healthcheck: found 6 active agents {{(pid=99740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:49.697547 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-f1aad626-8e84-4ba4-a54c-68e5cbaf1c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:55.705626 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-35fcd0f0-8b72-4c7b-83fe-c6dfa078cd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.504654 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-e198a258-cc42-448d-bb64-036f4706d0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.821870 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-63e4c844-6384-41a8-8beb-b85b3a7f32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:59.628495 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-2d19a4fb-3371-428f-8f17-284611802cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:01.199236 dv-cinder-786627-13-smb neutron-server[99739]: DEBUG neutron_lib.callbacks.manager [None req-4e61373d-4244-479d-961f-2ee454b50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784079572255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-546372'] for agent, after_update {{(pid=99739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}